-- Logs begin at Thu 2022-08-25 23:52:02 UTC, end at Fri 2022-08-26 01:16:56 UTC. -- Aug 26 00:45:12.980822 dv-cinder-835384-25-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 26 00:45:15.643760 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.common.config [-] Logging enabled! Aug 26 00:45:15.644340 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev521 Aug 26 00:45:15.644596 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113220) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 26 00:45:15.647924 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.common.config [-] Logging enabled! Aug 26 00:45:15.648184 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev521 Aug 26 00:45:15.648530 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113220) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 26 00:45:15.649468 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 00:45:15.649704 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 00:45:15.650186 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 00:45:15.650435 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 00:45:15.650665 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 00:45:15.650985 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.651293 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.651529 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.651830 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.652122 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.652405 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.652727 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.653028 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.653346 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.653629 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.653917 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.654151 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.654449 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.654727 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.655017 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.655245 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] debug = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.655527 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.655953 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.656364 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.656936 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.657230 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.657513 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.657789 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.658068 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.658355 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.658687 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] host = dv-cinder-835384-25-iscsi {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.658970 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.659261 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.659552 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.659843 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.660122 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.660402 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.660714 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.660994 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.661277 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] log_file = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.661556 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.661848 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.662139 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.662431 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.662656 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.662881 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.663169 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.663461 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.663740 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.664015 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.664291 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.664589 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.664866 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.665138 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.665426 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.665713 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.665999 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.666272 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.666545 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.666819 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.667092 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.667379 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.667652 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.668107 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.668394 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.668717 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.669505 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.669785 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.670093 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.670383 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.670669 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.670960 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.671242 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.671531 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.671811 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.672090 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.672368 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] use_json = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.672671 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.672949 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.673237 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.673515 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.673793 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.674070 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.674347 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.674638 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.674915 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:15.675214 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.675513 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.675816 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.676103 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.676409 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.676717 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.677010 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.677293 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.677586 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.677877 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.678166 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.678446 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.678748 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.679039 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.679338 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.679645 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.679942 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.680237 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.680542 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.680823 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.681099 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.681385 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.681675 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.681957 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.682250 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.682542 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.682824 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.683122 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.683410 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.683699 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.683995 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.684288 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.685138 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.685432 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.685729 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.686093 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.686420 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.686671 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.686954 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.687230 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.687514 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.687807 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.688097 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.688374 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.688694 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.688988 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.689268 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.689543 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.689819 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.690097 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.690374 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.690660 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.690939 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.691218 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.691491 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.691770 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.692044 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.692320 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.692628 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.692907 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.693187 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.693462 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.693738 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.694013 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.694292 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.694570 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.694849 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.695126 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.695407 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.695682 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.695956 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.696230 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.696536 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.696814 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.697100 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.697399 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.697678 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.697958 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.698239 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.698519 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.698798 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.699077 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.699358 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.699636 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.699913 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.700233 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.700547 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.700840 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.701129 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.701435 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.701736 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.702018 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.702299 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.702580 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.702863 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.703143 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.703431 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.703712 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.703993 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.704278 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.704606 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.704907 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.705206 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.705490 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.705787 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.706085 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.706381 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.706666 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.706979 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.707263 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:15.707484 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 00:45:15.707729 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113220) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 26 00:45:16.002026 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 26 00:45:16.002278 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 26 00:45:16.002558 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 26 00:45:16.002800 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 26 00:45:16.003086 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 26 00:45:16.003425 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 26 00:45:16.412606 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.412901 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.413178 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.414386 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.414665 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.414935 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.467749 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.468035 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.468307 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.484984 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.485272 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.485549 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.513691 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.513980 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.514256 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.550853 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.551142 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.551415 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.781154 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.782018 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.782018 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.782193 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.783064 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.880019 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.880346 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.880657 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.880935 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.881208 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.881525 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.881792 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.882054 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.882315 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.882601 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.882867 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.883140 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.883400 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.883658 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.883920 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.884187 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.884448 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.884744 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.885020 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.885284 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.885563 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.885823 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.886109 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.886495 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.886754 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.887006 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.887398 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:45:16.888155 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:45:16.888397 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:45:16.888664 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:45:16.888904 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:45:16.889142 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:45:16.889506 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 26 00:45:16.892627 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 26 00:45:16.896505 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 26 00:45:16.900442 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Aug 26 00:45:16.902082 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 26 00:45:16.902698 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 26 00:45:16.903040 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 26 00:45:16.904002 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 26 00:45:16.907033 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 26 00:45:16.907291 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 26 00:45:16.907645 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 00:45:16.912811 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 26 00:45:16.935436 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 26 00:45:16.935889 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.936191 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113220) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 26 00:45:16.936597 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.937942 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113220) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 26 00:45:16.938224 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 00:45:16.938472 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 26 00:45:16.941922 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:16.942215 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:17.101621 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 26 00:45:17.101862 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 26 00:45:17.102105 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 26 00:45:17.102486 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 26 00:45:17.155704 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO dbcounter [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Registered counter for database neutron Aug 26 00:45:17.174899 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_db.sqlalchemy.engines [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113220) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 26 00:45:17.180628 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG dbcounter [-] [113220] Writer thread running {{(pid=113220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 00:45:17.915487 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Initializing driver for type 'gre' Aug 26 00:45:17.916115 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] gre ID ranges: [(1, 1000)] Aug 26 00:45:18.129509 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Initializing driver for type 'local' Aug 26 00:45:18.129846 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Initializing driver for type 'vlan' Aug 26 00:45:18.220635 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] VlanTypeDriver initialization complete Aug 26 00:45:18.220909 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Initializing driver for type 'vxlan' Aug 26 00:45:18.221426 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] vxlan ID ranges: [(1, 1000)] Aug 26 00:45:18.423342 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Initializing extension driver 'port_security' Aug 26 00:45:18.423693 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.extensions.port_security [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] PortSecurityExtensionDriver initialization complete Aug 26 00:45:18.424030 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Initializing mechanism driver 'openvswitch' Aug 26 00:45:18.424362 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Initializing mechanism driver 'hyperv' Aug 26 00:45:18.431118 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.plugins.ml2.plugin [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113220) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:45:18.431818 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > port after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.434784 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > port after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.434784 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > port after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.434784 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 00:45:18.434784 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.434784 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.435217 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.435217 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 00:45:18.435217 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > network after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.435406 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > network after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.435782 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > network after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.436139 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 00:45:18.436573 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.436936 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.437290 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.437689 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 00:45:18.438097 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.438452 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.438801 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.439196 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 00:45:18.439637 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > address_group after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.439991 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > address_group after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.440338 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.440763 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113220) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 00:45:18.441212 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] ML2 OVO RPC backend initialized. {{(pid=113220) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 26 00:45:18.441922 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.442292 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.442719 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > network before_response 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.443079 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > networks before_response 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.443436 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > port before_response 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.443786 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > ports before_response 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.444137 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.444504 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.444935 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > network after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.445366 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > network after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.445717 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > network after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.446066 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > port after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.446414 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > port after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.446759 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > port after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.447105 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.447455 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.447797 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.455953 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded quota_driver: . Aug 26 00:45:18.456325 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.plugin [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Modular L2 Plugin initialization complete Aug 26 00:45:18.456786 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading services supported by the core plugin {{(pid=113220) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 26 00:45:18.457146 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.plugins.ml2.managers [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Got port-security extension from driver 'port_security' Aug 26 00:45:18.457632 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.extensions.vlantransparent [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Disabled vlantransparent extension. Aug 26 00:45:18.458134 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113220) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 26 00:45:18.458469 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading Plugin: router Aug 26 00:45:18.494040 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.494389 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router after_create 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.494771 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router before_create 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.495176 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.495537 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.495906 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router after_delete 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.496275 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.496666 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.504692 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router after_create 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.504692 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router after_update 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.504692 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router after_update 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.504692 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.505144 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router after_update 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.505144 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.505144 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: port after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.505144 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: port after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.505443 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: subnet after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.505443 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.505443 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.505443 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.505773 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: port before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.505773 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.505773 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router after_update 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.505773 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.506076 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.506076 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.506076 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.506076 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > agent after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.506378 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > agent after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.506378 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > network after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.506378 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Tracking information for resource: router configured {{(pid=113220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:45:18.506378 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Tracking information for resource: floatingip configured {{(pid=113220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 00:45:18.510328 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.db.l3_agentschedulers_db [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 26 00:45:18.510923 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: port after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.511294 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: port after_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.511657 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: port after_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.512017 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: port after_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.513332 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router before_create 55550100 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.513709 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.514082 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.514450 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.519345 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.services.provider_configuration [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service providers = [] {{(pid=113220) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 26 00:45:18.519718 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.db.servicetype_db [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113220) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 26 00:45:18.522927 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.services.service_base [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 00:45:18.523288 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.services.service_base [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 00:45:18.523641 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.services.service_base [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 00:45:18.524561 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.services.service_base [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 00:45:18.524940 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.services.service_base [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 26 00:45:18.525330 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:45:18.525656 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 26 00:45:18.536762 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:45:18.537108 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading Plugin: auto_allocate Aug 26 00:45:18.542790 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: network precommit_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.543166 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: network precommit_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.543708 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:45:18.544035 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading Plugin: tag Aug 26 00:45:18.550971 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:45:18.551307 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading Plugin: timestamp Aug 26 00:45:18.555156 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:45:18.555496 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading Plugin: network_ip_availability Aug 26 00:45:18.560983 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.561364 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.561731 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.562451 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:45:18.562779 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading Plugin: flavors Aug 26 00:45:18.577758 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:45:18.578099 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading Plugin: revisions Aug 26 00:45:18.582358 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 00:45:18.582754 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_concurrency.lockutils [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.580s {{(pid=113220) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 26 00:45:18.583498 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113220) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 26 00:45:18.583839 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Initializing extension manager. Aug 26 00:45:18.584428 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: __init__.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.584814 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: __pycache__ {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.585225 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: address_group.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.585941 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.586512 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: address-group Aug 26 00:45:18.586841 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: address_scope.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.587526 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.588032 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: address-scope Aug 26 00:45:18.588360 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.589272 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.589791 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: router-admin-state-down-before-update Aug 26 00:45:18.590122 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: agent.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.591367 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.591876 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: agent Aug 26 00:45:18.592205 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: agent_resources_synced.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.593110 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.593621 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: agent-resources-synced Aug 26 00:45:18.593950 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.595701 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.596223 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: allowed-address-pairs Aug 26 00:45:18.596591 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.597630 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.598138 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: auto-allocated-topology Aug 26 00:45:18.598470 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: availability_zone.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.599133 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.599641 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: availability_zone Aug 26 00:45:18.599970 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: availability_zone_filter.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.600882 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.601392 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: availability_zone_filter Aug 26 00:45:18.601720 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: data_plane_status.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.602586 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.603086 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension data-plane-status not supported by any of loaded plugins Aug 26 00:45:18.603415 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: default_subnetpools.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.604289 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.604826 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: default-subnetpools Aug 26 00:45:18.605155 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.605927 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.606455 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: dhcp_agent_scheduler Aug 26 00:45:18.606783 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: dns.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.607693 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.608187 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension dns-integration not supported by any of loaded plugins Aug 26 00:45:18.608545 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: dns_domain_ports.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.609429 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.609928 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 26 00:45:18.610257 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.611144 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.611646 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 26 00:45:18.611974 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: dvr.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.612657 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.613159 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: dvr Aug 26 00:45:18.613487 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: ecmp_routes.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.614364 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.614872 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 26 00:45:18.615199 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: empty_string_filtering.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.619864 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.620368 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: empty-string-filtering Aug 26 00:45:18.620729 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.621613 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.622142 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 26 00:45:18.622467 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.623340 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.623865 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 26 00:45:18.624177 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: external_net.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.625162 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.625665 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: external-net Aug 26 00:45:18.625992 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.626882 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.627386 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: extra_dhcp_opt Aug 26 00:45:18.627716 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: extraroute.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.628631 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.629190 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: extraroute Aug 26 00:45:18.629525 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: extraroute_atomic.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.630525 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.631072 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: extraroute-atomic Aug 26 00:45:18.631400 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: filter_validation.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.632036 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.632782 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: filter-validation Aug 26 00:45:18.633114 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: fip_pf_description.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.633990 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.634527 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 26 00:45:18.634857 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: fip_pf_port_range.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.635726 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.636226 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 26 00:45:18.636586 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: fip_port_details.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.637988 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.638491 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: fip-port-details Aug 26 00:45:18.638820 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: flavors.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.640016 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.640565 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: flavors Aug 26 00:45:18.640905 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.642551 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.643072 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 26 00:45:18.643416 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: floatingip_pools.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.644091 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.644647 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: floatingip-pools Aug 26 00:45:18.644987 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: ip_allocation.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.645875 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.646386 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension ip_allocation not supported by any of loaded plugins Aug 26 00:45:18.646722 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.647601 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.648110 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: ip-substring-filtering Aug 26 00:45:18.648451 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: l2_adjacency.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.649375 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.653956 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 26 00:45:18.653956 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: l3.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.653956 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.653956 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: router Aug 26 00:45:18.653956 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.655979 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.656836 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 26 00:45:18.657179 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.658077 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.658603 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: ext-gw-mode Aug 26 00:45:18.658934 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.659839 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.660359 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: l3-ha Aug 26 00:45:18.660719 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.661600 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.662104 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 26 00:45:18.662436 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: l3_flavors.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.663309 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.663812 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: l3-flavors Aug 26 00:45:18.664146 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.665526 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.666038 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 26 00:45:18.666374 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.667261 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.667779 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 26 00:45:18.668114 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: l3agentscheduler.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.669239 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.669749 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: l3_agent_scheduler Aug 26 00:45:18.670088 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: local_ip.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.671876 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.672400 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension local_ip not supported by any of loaded plugins Aug 26 00:45:18.672767 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: logging.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.674212 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.674729 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension logging not supported by any of loaded plugins Aug 26 00:45:18.675067 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: metering.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.675777 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.676669 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: metering Aug 26 00:45:18.677006 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.678074 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.678593 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: metering_source_and_destination_fields Aug 26 00:45:18.678932 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: multiprovidernet.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.679825 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.680339 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: multi-provider Aug 26 00:45:18.680697 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: netmtu.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.681580 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.682120 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: net-mtu Aug 26 00:45:18.682462 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: netmtu_writable.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.683348 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.683860 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: net-mtu-writable Aug 26 00:45:18.684194 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: network_availability_zone.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.684893 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.685405 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: network_availability_zone Aug 26 00:45:18.685739 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: network_ip_availability.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.686806 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.687327 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: network-ip-availability Aug 26 00:45:18.687663 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: network_segment_range.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.688398 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.688938 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension network-segment-range not supported by any of loaded plugins Aug 26 00:45:18.689278 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: pagination.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.690228 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.690570 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: pagination Aug 26 00:45:18.690902 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: port_device_profile.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.691771 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.692294 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: port-device-profile Aug 26 00:45:18.692653 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: port_mac_address_override.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.698428 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.698939 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: port-mac-override Aug 26 00:45:18.699271 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.700708 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.701217 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: port-mac-address-regenerate Aug 26 00:45:18.701548 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.702449 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.702959 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: port-numa-affinity-policy Aug 26 00:45:18.703290 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: port_resource_request.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.704168 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.704732 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension port-resource-request not supported by any of loaded plugins Aug 26 00:45:18.705070 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: port_resource_request_groups.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.705998 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.706503 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 26 00:45:18.706835 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: portbindings.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.707722 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.708233 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: binding Aug 26 00:45:18.708592 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: portbindings_extended.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.709875 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.710390 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: binding-extended Aug 26 00:45:18.710790 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: portsecurity.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.711674 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.712185 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: port-security Aug 26 00:45:18.712545 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: project_id.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.713485 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.713827 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: project-id Aug 26 00:45:18.714162 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: providernet.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.715046 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.715604 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: provider Aug 26 00:45:18.716493 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.719947 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.720492 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos not supported by any of loaded plugins Aug 26 00:45:18.720844 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.722052 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.722578 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 26 00:45:18.722914 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.723816 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.724326 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 26 00:45:18.724680 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_default.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.725571 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.726086 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-default not supported by any of loaded plugins Aug 26 00:45:18.726417 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_fip.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.727301 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.727814 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-fip not supported by any of loaded plugins Aug 26 00:45:18.728145 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.729060 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.729570 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 26 00:45:18.729899 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.730789 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.731319 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 26 00:45:18.731650 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.732544 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.733052 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 26 00:45:18.733383 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.734392 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.734906 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 26 00:45:18.735236 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.736239 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.736785 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 26 00:45:18.737115 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_pps_rule.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.738242 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.738750 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-pps not supported by any of loaded plugins Aug 26 00:45:18.739081 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.739959 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.740459 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 26 00:45:18.740814 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.741693 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.742198 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 26 00:45:18.742529 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: qos_rules_alias.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.743543 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.744091 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 26 00:45:18.744381 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: quota_check_limit.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.745397 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.745904 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: quota-check-limit Aug 26 00:45:18.746235 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: quotasv2.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.747663 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.747998 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: quotas Aug 26 00:45:18.748325 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: quotasv2_detail.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.750025 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.750373 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: quota_details Aug 26 00:45:18.750714 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: rbac.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.752023 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.752579 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: rbac-policies Aug 26 00:45:18.752922 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: rbac_address_group.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.756216 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.756761 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: rbac-address-group Aug 26 00:45:18.757099 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: rbac_address_scope.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.757991 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.758507 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: rbac-address-scope Aug 26 00:45:18.758840 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: rbac_security_groups.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.759797 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.760311 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: rbac-security-groups Aug 26 00:45:18.760679 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.761564 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.762078 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: rbac-subnetpool Aug 26 00:45:18.762990 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: revisionifmatch.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.763869 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.764382 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: revision-if-match Aug 26 00:45:18.764743 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: revisions.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.765828 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.766348 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: standard-attr-revisions Aug 26 00:45:18.766683 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: router_availability_zone.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.767405 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.767994 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: router_availability_zone Aug 26 00:45:18.768326 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: routerservicetype.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.769253 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.769761 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension router-service-type not supported by any of loaded plugins Aug 26 00:45:18.770095 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.770994 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.771506 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: security-groups-normalized-cidr Aug 26 00:45:18.771835 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.772769 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.773280 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: port-security-groups-filtering Aug 26 00:45:18.773647 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.774537 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.775050 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: security-groups-remote-address-group Aug 26 00:45:18.775381 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.776277 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.776823 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: security-groups-shared-filtering Aug 26 00:45:18.777155 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: securitygroup.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.786826 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.787365 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: security-group Aug 26 00:45:18.787705 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: segment.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.788406 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.788947 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension segment not supported by any of loaded plugins Aug 26 00:45:18.789282 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.790183 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.790700 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 26 00:45:18.791036 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: servicetype.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.792095 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.792650 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: service-type Aug 26 00:45:18.792988 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: sorting.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.793961 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.794302 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: sorting Aug 26 00:45:18.794632 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: standard_attr_segment.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.795510 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.796022 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 26 00:45:18.796529 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: standardattrdescription.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.797159 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.797669 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: standard-attr-description Aug 26 00:45:18.797998 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: stateful_security_group.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.798913 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.799425 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: stateful-security-group Aug 26 00:45:18.799758 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: stdattrs_common.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.800310 dv-cinder-835384-25-iscsi neutron-server[113220]: WARNING neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 26 00:45:18.800669 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.801560 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.802091 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 26 00:45:18.802632 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: subnet_onboard.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.810256 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.810780 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: subnet_onboard Aug 26 00:45:18.811118 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.812014 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.812572 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 26 00:45:18.812907 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: subnet_service_types.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.813886 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.814400 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: subnet-service-types Aug 26 00:45:18.814729 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: subnetallocation.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.815768 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.816285 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: subnet_allocation Aug 26 00:45:18.816659 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.817299 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.817809 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: subnetpool-prefix-ops Aug 26 00:45:18.818142 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.819039 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.819549 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 26 00:45:18.819881 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: tagging.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.820939 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.821457 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: standard-attr-tag Aug 26 00:45:18.821789 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: timestamp.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.822950 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.823469 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loaded extension: standard-attr-timestamp Aug 26 00:45:18.823802 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: trunk.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.824854 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.825911 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension trunk not supported by any of loaded plugins Aug 26 00:45:18.826243 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: trunk_details.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.827136 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.827644 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension trunk-details not supported by any of loaded plugins Aug 26 00:45:18.827976 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.828888 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.829394 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 26 00:45:18.829724 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Loading extension file: vlantransparent.py {{(pid=113220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 00:45:18.830358 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 00:45:18.830858 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 26 00:45:18.833431 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:network Aug 26 00:45:18.833954 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:subnet Aug 26 00:45:18.840977 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 00:45:18.840977 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:port Aug 26 00:45:18.840977 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.840977 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service FLAVORS assigned prefix: {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.840977 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.840977 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.840977 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:router Aug 26 00:45:18.840977 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:floatingip Aug 26 00:45:18.841609 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service METERING assigned prefix: /metering {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.841609 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.841609 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.841609 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113220) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:45:18.842007 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 00:45:18.842461 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:security_group Aug 26 00:45:18.842900 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 00:45:18.843438 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service CORE assigned prefix: {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.843775 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 00:45:18.844128 dv-cinder-835384-25-iscsi neutron-server[113220]: WARNING neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] subnetpool is already registered Aug 26 00:45:18.844596 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service CORE assigned prefix: {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.844940 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 00:45:18.845283 dv-cinder-835384-25-iscsi neutron-server[113220]: WARNING neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] subnetpool is already registered Aug 26 00:45:18.847699 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.848180 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service FLAVORS assigned prefix: {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.848817 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.849249 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.849594 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:router Aug 26 00:45:18.849942 dv-cinder-835384-25-iscsi neutron-server[113220]: WARNING neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] router is already registered Aug 26 00:45:18.850362 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:floatingip Aug 26 00:45:18.850708 dv-cinder-835384-25-iscsi neutron-server[113220]: WARNING neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] floatingip is already registered Aug 26 00:45:18.851168 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service METERING assigned prefix: /metering {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.851860 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 00:45:18.852196 dv-cinder-835384-25-iscsi neutron-server[113220]: WARNING neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] rbac_policy is already registered Aug 26 00:45:18.852709 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:security_group Aug 26 00:45:18.853057 dv-cinder-835384-25-iscsi neutron-server[113220]: WARNING neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] security_group is already registered Aug 26 00:45:18.853542 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 00:45:18.853890 dv-cinder-835384-25-iscsi neutron-server[113220]: WARNING neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] security_group_rule is already registered Aug 26 00:45:18.854526 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service CORE assigned prefix: {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.854971 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 00:45:18.855319 dv-cinder-835384-25-iscsi neutron-server[113220]: WARNING neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] subnetpool is already registered Aug 26 00:45:18.855848 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.v2.resource_helper [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Service CORE assigned prefix: {{(pid=113220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 00:45:18.856224 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 00:45:18.856684 dv-cinder-835384-25-iscsi neutron-server[113220]: WARNING neutron.quota.resource_registry [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] subnetpool is already registered Aug 26 00:45:18.857183 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: extensions {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.858670 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: address-groups {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.860298 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: address-scopes {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.861684 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: agents {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.862862 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: auto-allocated-topology {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.864139 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: availability_zones {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.865427 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: dhcp-networks {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.866970 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: dhcp-agents {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.868432 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: routers {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.870178 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: flavors {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.871487 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: service_profiles {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.873450 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: next_providers {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.874936 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: service_profiles {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.877552 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: floatingip-pools {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.878820 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: routers {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.880592 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: floatingips {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.881876 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: l3-routers {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.883296 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: l3-agents {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.884772 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: metering-labels {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.886045 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: metering-label-rules {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.887991 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: network-ip-availabilities {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.889339 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: bindings {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.892378 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: quotas {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.892619 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: quotas {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.894181 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: rbac-policies {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.895405 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: security-groups {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.896764 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: security-group-rules {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.898087 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: service-providers {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.899332 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: subnetpools {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.900684 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: subnetpools {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.902406 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: tags {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.904149 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: tags {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.906019 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: tags {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.908080 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: tags {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.909886 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: tags {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.911867 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: tags {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.913636 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: tags {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.915550 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: tags {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.917373 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: tags {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.921017 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron.api.extensions [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Extended resource: tags {{(pid=113220) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 00:45:18.925533 dv-cinder-835384-25-iscsi neutron-server[113220]: WARNING keystonemiddleware.auth_token [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 26 00:45:18.930585 dv-cinder-835384-25-iscsi neutron-server[113220]: WARNING keystonemiddleware.auth_token [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 26 00:45:18.939964 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_concurrency.lockutils [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Acquiring lock "singleton_lock" {{(pid=113220) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 26 00:45:18.940299 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_concurrency.lockutils [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Acquired lock "singleton_lock" {{(pid=113220) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 26 00:45:18.940806 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_concurrency.lockutils [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Releasing lock "singleton_lock" {{(pid=113220) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 26 00:45:18.941469 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO oslo_service.service [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Starting 2 workers Aug 26 00:45:18.946333 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Started child 113335 {{(pid=113220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 00:45:18.951409 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Started child 113336 {{(pid=113220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 00:45:18.952444 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:18.955497 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO neutron.service [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 26 00:45:18.955497 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:18.955696 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [-] (113335) wsgi starting up on http://0.0.0.0:9696 Aug 26 00:45:18.956310 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:18.956767 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO oslo_service.service [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Starting 1 workers Aug 26 00:45:18.957746 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [-] (113336) wsgi starting up on http://0.0.0.0:9696 Aug 26 00:45:18.961704 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Started child 113337 {{(pid=113220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 00:45:18.962233 dv-cinder-835384-25-iscsi neutron-server[113220]: INFO oslo_service.service [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Starting 1 workers Aug 26 00:45:18.965337 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.service [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] calling RpcWorker wait() {{(pid=113337) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 26 00:45:18.965861 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.service [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] returning from RpcWorker wait() {{(pid=113337) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 26 00:45:18.966942 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Started child 113338 {{(pid=113220) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 00:45:18.967161 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:18.967643 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:45:18.967741 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG neutron_lib.callbacks.manager [None req-b097134e-74fc-4006-b635-e2cbbda759e5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113220) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:18.969651 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113220) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 00:45:18.969866 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 00:45:18.970057 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 00:45:18.970292 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 00:45:18.970638 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 00:45:18.970824 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 00:45:18.971610 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.971753 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.971993 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.972264 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.972795 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:18.973275 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.973275 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.973414 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.973643 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.973920 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.974095 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.974261 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.974357 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:45:18.974527 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.974766 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.975093 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.975382 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.975634 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.975891 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.976069 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.976322 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.976609 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.976862 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.977137 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] debug = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.977410 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.977915 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.978160 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.978414 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.978650 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.978928 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.979189 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.979463 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.979704 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.979922 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.980162 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.980415 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.980693 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.980928 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.981193 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.981488 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.981727 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990159 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] host = dv-cinder-835384-25-iscsi {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990159 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990159 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990159 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990159 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990159 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990159 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990159 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990740 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990740 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990740 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990740 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990740 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990740 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990740 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_file = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.990740 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_options = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.991194 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.991194 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.991194 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.991194 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.991194 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.991194 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.991194 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992069 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992069 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992069 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992069 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992069 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992069 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992069 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992069 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992656 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992656 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992656 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992656 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992656 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992656 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992656 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.992656 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.993696 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.993696 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.993696 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.993696 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.993696 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.993696 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.993696 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.993696 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.994332 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.994332 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.994332 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.994332 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.994332 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.994332 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.994836 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.994836 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.995010 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.995286 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.995546 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.995776 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.996095 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.996243 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.996426 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.997755 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] use_json = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.997755 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.997755 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.998071 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.998148 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.998385 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.998603 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.998819 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.999075 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.999453 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:18.999845 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:18.999995 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.000285 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.000574 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.000846 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.002935 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.003223 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.003464 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.003713 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.004770 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.008723 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.008997 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.009324 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.009613 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.009906 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.010349 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.010655 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.010946 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.011198 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.011579 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.011834 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.012095 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.012381 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.013237 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.013569 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.013926 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.014309 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.014764 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.015042 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.015328 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.015790 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.016090 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.016490 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.016935 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.017172 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.018556 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.018556 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.018556 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.018556 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.018556 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.018556 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.018946 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.019053 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.019284 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.019521 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.019772 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.019998 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.020256 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.020640 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.020867 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.021156 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.021394 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.021616 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.021847 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.022098 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.022314 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.022564 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.022788 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.023018 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.023262 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.023497 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.023715 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.023967 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.024184 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.024430 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.024748 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.025046 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.025261 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.025532 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.025756 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.025960 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.026184 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.026400 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.026652 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.026885 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.027106 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.027339 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.027555 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.027766 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.027994 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.028208 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.028434 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.028694 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.028927 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.029158 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.029377 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.029593 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.029809 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.030042 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.030255 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.030465 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.030726 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.031026 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.031262 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.031779 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.032001 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.032247 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.032463 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.032752 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.032969 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.033184 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.033452 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.033673 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.033920 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.034167 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.034391 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.034611 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.034864 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.035100 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.035318 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.035532 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.035749 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.035967 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.036210 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.036425 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.036690 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.036912 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.037242 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.038045 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.038045 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.038045 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.038271 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.039230 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.039574 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.039823 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.040148 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.040358 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.040688 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.045670 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.045670 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.045670 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.045670 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.045670 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.045670 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.045670 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.045670 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046266 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046266 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046266 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046266 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046266 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046266 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046266 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046266 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046834 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046834 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046834 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046834 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046834 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046834 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046834 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.046834 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.047404 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.047404 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.047404 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.047617 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.047691 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.047911 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.048125 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.048359 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.048594 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.048814 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.049026 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.049257 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.049512 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.049728 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.049949 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.050183 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.050377 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.050592 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.050835 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.051084 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.051245 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.051481 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.051695 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.051908 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.052129 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.052325 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.052574 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.052791 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.053069 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.053311 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.053541 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.053765 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.054022 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.054250 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.054462 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.054718 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.054938 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.055148 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.055356 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.055592 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.055806 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.056029 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.056252 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.056463 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.056750 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.056983 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.057443 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.057708 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.057935 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.058205 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.058442 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.058674 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.058888 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.059101 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.059851 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.060096 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.060323 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.060692 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.061013 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.061242 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.061457 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.061693 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.062483 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.062608 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.062820 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.063066 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.063296 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.063566 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.063783 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.064000 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.064221 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.064456 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.064786 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.064998 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.065209 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.065441 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.065666 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.065879 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.066216 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.066464 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.066691 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.066941 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.067156 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.067364 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.067587 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.067816 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.068024 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.068243 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.068456 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.068683 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.068938 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.069215 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.069374 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.069592 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.069895 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.070019 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.070243 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.070451 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.070664 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.070883 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.071100 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.071304 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.071526 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.080666 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.080666 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.080666 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.080666 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.080666 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.080666 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.080666 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.080666 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081375 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081375 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081375 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081375 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081375 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081375 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081375 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081375 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081975 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081975 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081975 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081975 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081975 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081975 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081975 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.081975 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.082572 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.082572 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.082572 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.082572 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.082572 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.082572 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.082572 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.082572 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.083185 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.083185 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.083185 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.083185 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.083185 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.083185 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.083185 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.083185 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.083185 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.084564 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.084564 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.084564 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.084564 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.084564 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.084564 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.084564 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.084564 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.084564 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.085294 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.085294 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.085294 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.085294 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.085953 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 00:45:19.085953 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113220) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 00:45:19.086184 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 00:45:19.086184 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 00:45:19.086359 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 00:45:19.086498 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 00:45:19.086650 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 00:45:19.086854 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.087276 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.087276 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.087441 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.087577 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.087744 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.087902 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.088058 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.088215 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.088372 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.088550 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.088708 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.088864 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.089022 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.089183 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.089337 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.089508 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.089622 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.089789 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.089962 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.090120 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.090278 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] debug = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.090450 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.090692 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.090857 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.091015 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.091172 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.091327 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.091484 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.091811 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.091811 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.091970 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.092083 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.092239 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.092401 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.092564 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.092725 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.092882 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.093037 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.093193 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] host = dv-cinder-835384-25-iscsi {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.093333 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.093493 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.093712 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.093841 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.093937 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.094082 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.094238 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.094392 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.094547 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.094703 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.094858 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.095014 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.095170 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.095327 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_file = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.095484 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_options = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.095683 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.095818 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.095915 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.096291 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.096291 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.096464 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.096588 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.096934 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.096934 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.097126 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.097240 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.097397 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.097554 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.097709 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.097865 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.098022 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.098176 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.098332 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.098490 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.098646 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.098801 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.098956 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.099112 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.099268 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.099424 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.099586 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.099745 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.099889 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.100044 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.100200 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.100357 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.100569 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.100668 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.100887 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.100992 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.101127 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.101283 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.101440 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.101601 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.101757 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.101912 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.102222 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.102222 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.102397 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.102498 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.102645 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.102801 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] use_json = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.102957 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.103113 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.103268 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.103425 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.103583 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.103769 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.103883 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.104040 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.104195 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 00:45:19.104367 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.104750 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.104750 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.105018 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.105182 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:45:19.105378 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.105378 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.105378 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.105782 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.105782 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.105782 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.107013 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.107013 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.107013 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.107013 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.107013 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.107537 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.107537 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.107537 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.107755 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.107755 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.107919 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.108055 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.108221 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.108379 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.108561 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.109729 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.109837 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.109963 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.110353 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.110353 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.110547 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.110632 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.110737 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.110895 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.111053 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.111392 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.111392 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.111563 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.111649 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.111806 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.111964 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.112121 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.112281 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.112438 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.112618 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.112945 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.112945 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.113118 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.113204 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.113364 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.113522 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.113680 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.113866 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.113987 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.114144 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.114303 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.114461 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.114629 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.114786 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.114942 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.115100 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.115258 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.115416 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.115574 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.115732 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.115889 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.116046 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.116203 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.116378 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.116555 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.116698 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.116863 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.117019 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.117176 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.117337 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.117480 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.117642 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.117801 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.117959 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.118117 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.118274 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.118456 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.118589 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.118759 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.118893 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.119051 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.119208 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.119374 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.119553 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.119663 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.119823 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.119988 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.120162 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.120321 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.120496 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.120655 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.120812 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.120970 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.121127 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.121283 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.121441 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.121599 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.121777 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.122457 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.122620 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.122781 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.122941 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.123099 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.123257 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.123415 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.123573 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.123731 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.123924 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.124029 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.124189 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.124346 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.124530 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.124716 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.124879 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.125034 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.125355 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.125515 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.125679 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.125845 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.126003 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.126164 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.126324 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.126486 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.126648 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.126801 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.126964 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.127116 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.127277 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.127472 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.127628 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.127786 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.127944 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.128103 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.128263 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.128431 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.128613 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.128772 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.128930 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.129110 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.129271 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.129429 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.129588 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.129763 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.129893 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.130083 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.130318 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.130530 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.130734 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.130899 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.131053 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.131593 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.131759 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.131918 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.132076 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.132236 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.132395 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.132579 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.132738 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.132883 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.133035 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.133190 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.133348 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.133559 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.133641 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.133931 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.133931 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.134207 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.134340 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.134486 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.134620 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.134773 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.134923 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.135056 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.135189 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.135315 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.135457 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.135595 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.135740 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.135873 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.136010 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.136146 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.136282 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.136423 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.136619 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.136780 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.136923 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.137071 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.137233 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.137417 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.137580 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.137726 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.137883 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.138042 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.138219 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.138376 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.138535 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.138695 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.138854 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.139016 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.139174 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.139331 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.139489 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.139647 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.139806 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.139964 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.140121 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.140279 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.140437 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.140616 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.140776 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.140952 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.141091 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.141252 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.141410 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.141567 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.141726 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.141885 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.142042 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.142246 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.142427 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.142586 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.142743 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.142900 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.143058 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.143215 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.143386 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.143546 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.143704 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.143862 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.144021 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.144179 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.144347 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.144524 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.144685 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.144842 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.145000 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.145159 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.145348 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.146339 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.146339 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.146339 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.146339 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.146339 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.146339 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.146339 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.146876 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.146876 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.146876 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.147270 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.147270 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.147270 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.147506 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.147506 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.147708 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.147833 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.147973 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.148131 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.148288 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.148446 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.148627 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.148786 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.148955 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.149115 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.149274 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.149439 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.149596 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.149754 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.149896 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.150091 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.150224 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.150383 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.150541 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.150699 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.150862 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.151008 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.151168 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.151336 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.151498 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.151658 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.151823 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.151989 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.152146 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.152300 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.152466 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.152653 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.152812 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.152972 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.153151 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.153308 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.153465 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.153624 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.153782 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.153939 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.154095 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.154253 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.154410 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.154567 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.154717 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.154871 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.155085 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.155249 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.155405 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.155562 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.155719 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 00:45:19.155870 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113220) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 00:45:19.165395 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 37536) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:45:19.172876 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [-] 10.222.0.59 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0053272 Aug 26 00:45:19.177424 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [-] 10.222.0.59 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039327 Aug 26 00:45:28.297704 dv-cinder-835384-25-iscsi neutron-server[113220]: DEBUG dbcounter [-] [113220] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113220) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:45:30.585064 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1e2467-0864-4777-8543-281b0a426834 None None] get_active_networks_info from dv-cinder-835384-25-iscsi {{(pid=113337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 26 00:45:30.591849 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writer thread running {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 00:45:30.653715 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1e2467-0864-4777-8543-281b0a426834 None None] No non-hosted networks {{(pid=113337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 26 00:45:30.670648 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.agentschedulers_db [None req-2c1e2467-0864-4777-8543-281b0a426834 None None] DHCP Agent not found on host dv-cinder-835384-25-iscsi {{(pid=113337) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 26 00:45:30.835971 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-67b6bbf4-68f0-412f-ba0b-299ed18e6f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588483'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:32.417562 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writer thread running {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 00:45:33.092627 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-30f192a2-977b-4368-af79-69578af2c8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588483'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:33.175854 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.db.api [None req-42fd0c84-3f80-4bf8-9202-eba71392e671 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-835384-25-iscsi {{(pid=113337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 00:45:33.176801 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG oslo_db.api [None req-42fd0c84-3f80-4bf8-9202-eba71392e671 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 00:45:33.807291 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-42fd0c84-3f80-4bf8-9202-eba71392e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:34.272814 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 37608) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:45:34.341113 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588483'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:34.901459 dv-cinder-835384-25-iscsi neutron-server[113336]: WARNING oslo_policy.policy [None req-af513e36-55bc-4de0-bfa3-69abc9dcce28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:45:34.902213 dv-cinder-835384-25-iscsi neutron-server[113336]: WARNING oslo_policy.policy [None req-af513e36-55bc-4de0-bfa3-69abc9dcce28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:45:35.126442 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [None req-af513e36-55bc-4de0-bfa3-69abc9dcce28 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:45:35.141258 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-af513e36-55bc-4de0-bfa3-69abc9dcce28 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8674271 Aug 26 00:45:35.778965 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588483'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:36.089749 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588483'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:36.091329 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.091920 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.092422 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.092965 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.093466 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.093961 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.094451 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.094958 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.095461 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.095964 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.096498 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.099689 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.099689 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.099689 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.099689 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:36.100085 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835384-25-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:45:36.118536 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835384-25-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:45:36.463086 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.db.l3_hamode_db [None req-5ea740bc-b76b-4d0d-bc6d-483e88e0bf2f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 26 00:45:36.544085 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea740bc-b76b-4d0d-bc6d-483e88e0bf2f None None] Routers set() bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:45:36.544490 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea740bc-b76b-4d0d-bc6d-483e88e0bf2f None None] Router IDs set() for agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 26 00:45:37.645083 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 37642) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:45:37.978104 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-7663962c-db38-4364-9ade-6efc841b723f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:45:37.989977 dv-cinder-835384-25-iscsi neutron-server[113336]: ERROR stevedore.extension [None req-7663962c-db38-4364-9ade-6efc841b723f admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 26 00:45:38.070554 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.policy [None req-7663962c-db38-4364-9ade-6efc841b723f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113336) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 00:45:38.112164 dv-cinder-835384-25-iscsi neutron-server[113336]: WARNING oslo_policy.policy [None req-7663962c-db38-4364-9ade-6efc841b723f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:45:38.112571 dv-cinder-835384-25-iscsi neutron-server[113336]: WARNING oslo_policy.policy [None req-7663962c-db38-4364-9ade-6efc841b723f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:45:38.132361 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writer thread running {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 00:45:38.277199 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7663962c-db38-4364-9ade-6efc841b723f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751694602595', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751694606175', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751694884475', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751694889914', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751694896458', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751694904602', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1603047', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1612500', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-768212', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733244'] for rbac-policy (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:38.505495 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7663962c-db38-4364-9ade-6efc841b723f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:38.506677 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7663962c-db38-4364-9ade-6efc841b723f admin admin] 10.222.0.59 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8606212 Aug 26 00:45:40.834958 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 37652) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:45:41.150169 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:45:41.240623 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Made reservation on behalf of c60b6aa5591d4178ba9eb5fd05b7ee73 for: {'network': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:45:41.244669 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:41.263422 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:41.370953 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Publish callbacks [] for security_group (125370b7-c1ec-44e0-ad7f-4fd36fe5dd50), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:41.434580 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (125370b7-c1ec-44e0-ad7f-4fd36fe5dd50), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:41.459801 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1150} {{(pid=113336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:45:41.497912 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751692743765', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (66a3e3b9-fbc1-45a2-8003-449411875d51), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:41.497912 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Unsubscribe: segment precommit_create {{(pid=113336) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 00:45:41.497912 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.segments_db [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Added segment 66a3e3b9-fbc1-45a2-8003-449411875d51 of type vlan for network 8f6fffd1-1782-451a-91de-ab4e345b19e4 Aug 26 00:45:41.528021 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=125370b7-c1ec-44e0-ad7f-4fd36fe5dd50,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:45:41.564661 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.565020 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.565392 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.565750 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.566092 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.566426 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.566758 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.567089 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.567428 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.567761 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.568088 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.568427 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.568783 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.569106 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.569426 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Tracked resource versions report: Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: pushed versions: Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: { 'AddressGroup': {'1.2'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Agent': {'1.1'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'ConntrackHelper': {'1.0'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'LocalIPAssociation': {'1.0'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Log': {'1.0'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'NDPProxy': {'1.0'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Network': {'1.1'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Port': {'1.7'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'PortForwarding': {'1.3'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'QosPolicy': {'1.10'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'SecurityGroup': {'1.5'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'SecurityGroupRule': {'1.2'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'SubPort': {'1.0'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Subnet': {'1.1'}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Trunk': {'1.1'}} Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: consumer versions: Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: { DHCP agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: L3 agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: Metadata agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: Metering agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: Open vSwitch agent@dv-cinder-835384-25-iscsi: { 'AddressGroup': '1.2', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Agent': '1.1', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'ConntrackHelper': '1.0', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'LocalIPAssociation': '1.0', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Log': '1.0', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'NDPProxy': '1.0', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Network': '1.1', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Port': '1.7', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'PortForwarding': '1.3', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'QosPolicy': '1.10', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'SecurityGroup': '1.5', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'SecurityGroupRule': '1.2', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'SubPort': '1.0', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Subnet': '1.1', Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Trunk': '1.1'}} Aug 26 00:45:41.570877 dv-cinder-835384-25-iscsi neutron-server[113336]: {{(pid=113336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 00:45:41.604644 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (8f6fffd1-1782-451a-91de-ab4e345b19e4), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:41.637257 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=57,neutron:INSERT=41,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:45:41.760194 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (8f6fffd1-1782-451a-91de-ab4e345b19e4), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:41.765726 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:45:41.766461 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:41.881278 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] Pushing event updated for resources: {'Network': ['ID=8f6fffd1-1782-451a-91de-ab4e345b19e4,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:45:41.895733 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network 8f6fffd1-1782-451a-91de-ab4e345b19e4 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:45:42.134396 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-70a3dd94-e3d4-4e4f-b49c-963f6d5cf9f1 demo demo] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2983241 Aug 26 00:45:44.499690 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 37666) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:45:45.002568 dv-cinder-835384-25-iscsi neutron-server[113335]: WARNING oslo_policy.policy [None req-beb560c2-95b0-40af-ab48-1ecfd972c56b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:45:45.003159 dv-cinder-835384-25-iscsi neutron-server[113335]: WARNING oslo_policy.policy [None req-beb560c2-95b0-40af-ab48-1ecfd972c56b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:45:45.233918 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writer thread running {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 00:45:45.383832 dv-cinder-835384-25-iscsi neutron-server[113335]: ERROR stevedore.extension [None req-beb560c2-95b0-40af-ab48-1ecfd972c56b demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 26 00:45:45.437447 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.policy [None req-beb560c2-95b0-40af-ab48-1ecfd972c56b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113335) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 00:45:45.483320 dv-cinder-835384-25-iscsi neutron-server[113335]: WARNING oslo_policy.policy [None req-beb560c2-95b0-40af-ab48-1ecfd972c56b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:45:45.483697 dv-cinder-835384-25-iscsi neutron-server[113335]: WARNING oslo_policy.policy [None req-beb560c2-95b0-40af-ab48-1ecfd972c56b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 00:45:45.491343 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb560c2-95b0-40af-ab48-1ecfd972c56b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:45:45.493277 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-beb560c2-95b0-40af-ab48-1ecfd972c56b demo admin] 10.222.0.59 "GET /networking/v2.0/networks/8f6fffd1-1782-451a-91de-ab4e345b19e4 HTTP/1.1" status: 200 len: 826 time: 0.9916863 Aug 26 00:45:45.533082 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-1aa4dba7-8fab-4294-88a7-45421fa3a074 demo admin] 10.222.0.59 "GET /networking/v2.0/subnetpools/bbb9d8ae-991b-47eb-968d-65a213499f39 HTTP/1.1" status: 200 len: 734 time: 0.0337939 Aug 26 00:45:45.542524 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4', 'subnetpool_id': 'bbb9d8ae-991b-47eb-968d-65a213499f39', 'gateway_ip': '172.20.0.1'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:45:45.674644 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Made reservation on behalf of c60b6aa5591d4178ba9eb5fd05b7ee73 for: {'subnet': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:45:45.677545 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:46.054868 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for subnet (29dbc095-58c3-4f34-82b9-87263e2b7f00), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:46.125078 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Checking segment: {'id': '66a3e3b9-fbc1-45a2-8003-449411875d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:45:46.125450 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Network hostable DHCP agents. Network: 8f6fffd1-1782-451a-91de-ab4e345b19e4, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:45:46.136443 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Pushing event updated for resources: {'Subnet': ['ID=29dbc095-58c3-4f34-82b9-87263e2b7f00,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:45:46.148087 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:45:46.155431 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.155780 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.156142 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.156765 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.157102 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.157433 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.157760 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.158084 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.158426 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.158755 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.159093 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.159439 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.159784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.160104 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.160424 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Tracked resource versions report: Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: pushed versions: Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: { 'AddressGroup': {'1.2'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Agent': {'1.1'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'ConntrackHelper': {'1.0'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'LocalIPAssociation': {'1.0'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Log': {'1.0'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'NDPProxy': {'1.0'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Network': {'1.1'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Port': {'1.7'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'PortForwarding': {'1.3'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'QosPolicy': {'1.10'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'SecurityGroup': {'1.5'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'SecurityGroupRule': {'1.2'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'SubPort': {'1.0'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Subnet': {'1.1'}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Trunk': {'1.1'}} Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: consumer versions: Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: { DHCP agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: L3 agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: Metadata agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: Metering agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: Open vSwitch agent@dv-cinder-835384-25-iscsi: { 'AddressGroup': '1.2', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Agent': '1.1', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'ConntrackHelper': '1.0', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'LocalIPAssociation': '1.0', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Log': '1.0', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'NDPProxy': '1.0', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Network': '1.1', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Port': '1.7', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'PortForwarding': '1.3', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'QosPolicy': '1.10', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'SecurityGroup': '1.5', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'SecurityGroupRule': '1.2', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'SubPort': '1.0', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Subnet': '1.1', Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Trunk': '1.1'}} Aug 26 00:45:46.166517 dv-cinder-835384-25-iscsi neutron-server[113335]: {{(pid=113335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 00:45:46.254477 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Network 8f6fffd1-1782-451a-91de-ab4e345b19e4 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:45:46.391420 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, 8f6fffd1-1782-451a-91de-ab4e345b19e4) {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:45:46.396387 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:45:46.397060 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:46.401159 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecaf5a2-0c78-4b88-b3b1-2c5014345b9f None None] Network 8f6fffd1-1782-451a-91de-ab4e345b19e4 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:45:46.519629 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-7a902986-1024-4aad-94d1-21111d460169 demo admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9806044 Aug 26 00:45:46.664207 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-8f6fffd1-1782-451a-91de-ab4e345b19e4', 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4', 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'fixed_ips': [{'subnet_id': '29dbc095-58c3-4f34-82b9-87263e2b7f00'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 00:45:46.665581 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:47.049811 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:45:47.068704 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Allocated IP 172.20.0.2 (8f6fffd1-1782-451a-91de-ab4e345b19e4/29dbc095-58c3-4f34-82b9-87263e2b7f00/b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:45:47.336741 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Publish callbacks [] for port (b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:47.435330 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:47.518441 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Network 8f6fffd1-1782-451a-91de-ab4e345b19e4 is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:45:47.522298 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:45:47.523936 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Pushing event updated for resources: {'Port': ['ID=b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:45:47.532338 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:45:47.535952 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.536306 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.536693 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.537060 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.537404 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.537756 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.538070 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.538399 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.538746 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.539082 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.539415 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.539759 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.540086 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.540411 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.541005 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Tracked resource versions report: Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: pushed versions: Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: { 'AddressGroup': {'1.2'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Agent': {'1.1'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'ConntrackHelper': {'1.0'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'LocalIPAssociation': {'1.0'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Log': {'1.0'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'NDPProxy': {'1.0'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Network': {'1.1'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Port': {'1.7'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'PortForwarding': {'1.3'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'QosPolicy': {'1.10'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'SecurityGroup': {'1.5'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'SecurityGroupRule': {'1.2'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'SubPort': {'1.0'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Subnet': {'1.1'}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Trunk': {'1.1'}} Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: consumer versions: Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: { DHCP agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: L3 agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: Metadata agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: Metering agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: Open vSwitch agent@dv-cinder-835384-25-iscsi: { 'AddressGroup': '1.2', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Agent': '1.1', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'ConntrackHelper': '1.0', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'LocalIPAssociation': '1.0', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Log': '1.0', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'NDPProxy': '1.0', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Network': '1.1', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Port': '1.7', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'PortForwarding': '1.3', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'QosPolicy': '1.10', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'SecurityGroup': '1.5', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'SecurityGroupRule': '1.2', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'SubPort': '1.0', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Subnet': '1.1', Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Trunk': '1.1'}} Aug 26 00:45:47.542223 dv-cinder-835384-25-iscsi neutron-server[113337]: {{(pid=113337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 00:45:47.592855 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:45:47.620645 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Attempting to bind port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:45:47.621609 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Attempting to bind port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '66a3e3b9-fbc1-45a2-8003-449411875d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:45:47.622033 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Attempting to bind port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f on network 8f6fffd1-1782-451a-91de-ab4e345b19e4 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:45:47.627254 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:45:47.627695 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Checking segment: {'id': '66a3e3b9-fbc1-45a2-8003-449411875d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:45:47.628170 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:47.628618 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Bound using segment: {'id': '66a3e3b9-fbc1-45a2-8003-449411875d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:45:47.629101 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Bound port: b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e3b9-fbc1-45a2-8003-449411875d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:45:47.629491 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:47.692176 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] For port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:45:47.713838 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] For port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f,segment=NetworkSegment(66a3e3b9-fbc1-45a2-8003-449411875d51),segment_id=66a3e3b9-fbc1-45a2-8003-449411875d51)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:45:47.786017 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:47.837470 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30529d-fe39-45e2-a201-af6a45ecb8c5 None None] Pushing event updated for resources: {'Port': ['ID=b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:45:48.957562 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 37690) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:45:49.296781 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [None req-c0d43a89-8546-4a11-a7fe-691ebe52bd90 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:45:49.297824 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-c0d43a89-8546-4a11-a7fe-691ebe52bd90 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3392954 Aug 26 00:45:50.673514 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:45:50.685713 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=7 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:45:51.724328 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 37702) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:45:52.003862 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:INSERT=14,neutron:SELECT=48,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:45:52.069117 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [None req-68505370-e0ed-4c43-9bd3-8a984f0f7f6d admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:45:52.070122 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-68505370-e0ed-4c43-9bd3-8a984f0f7f6d admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3448119 Aug 26 00:45:54.494554 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 37714) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:45:54.836811 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-5ac10834-3eec-4f48-8a8a-2ea655969159 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:45:54.960691 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5ac10834-3eec-4f48-8a8a-2ea655969159 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26986'] for router (008f8727-a48c-4122-89b6-842b7b328f79), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:54.962467 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5ac10834-3eec-4f48-8a8a-2ea655969159 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26963'] for router (008f8727-a48c-4122-89b6-842b7b328f79), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:55.098927 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5ac10834-3eec-4f48-8a8a-2ea655969159 demo demo] Publish callbacks [] for router_controller (008f8727-a48c-4122-89b6-842b7b328f79), precommit_add_association {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:55.167000 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5ac10834-3eec-4f48-8a8a-2ea655969159 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848'] for router (008f8727-a48c-4122-89b6-842b7b328f79), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:55.262211 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5ac10834-3eec-4f48-8a8a-2ea655969159 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:55.263475 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-5ac10834-3eec-4f48-8a8a-2ea655969159 demo demo] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7679324 Aug 26 00:45:55.573929 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:45:55.655389 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:45:55.655797 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:55.756906 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:45:55.757249 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:55.791301 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f,segment=NetworkSegment(66a3e3b9-fbc1-45a2-8003-449411875d51),segment_id=66a3e3b9-fbc1-45a2-8003-449411875d51)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:45:55.890314 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f117753-05e2-40ff-bb38-732c982e5e57 None None] Network 8f6fffd1-1782-451a-91de-ab4e345b19e4 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:45:55.933136 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:56.012104 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-e8364448-3638-47ff-aa25-bdd6ef218390 None None] Provisioning complete for port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:45:56.012407 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e8364448-3638-47ff-aa25-bdd6ef218390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:56.016078 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:45:56.037051 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:45:56.131550 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-e8364448-3638-47ff-aa25-bdd6ef218390 None None] Current status of the port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:45:56.350500 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-6c8664f5-bc2e-4d4f-abd3-6b5afa79d91e None None] Provisioning complete for port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:45:56.350910 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-6c8664f5-bc2e-4d4f-abd3-6b5afa79d91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:56.422988 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-6c8664f5-bc2e-4d4f-abd3-6b5afa79d91e None None] Current status of the port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:45:57.544082 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:45:57.589272 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:45:57.589665 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:45:57.629706 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:45:57.639716 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 37724) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:45:57.658464 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:45:58.081236 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [None req-13731f6a-8b00-4488-8081-30f71e3602a7 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:45:58.082240 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-13731f6a-8b00-4488-8081-30f71e3602a7 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4414814 Aug 26 00:46:00.496000 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 37732) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:46:00.602433 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-341c6806-0f42-488d-8f0a-f2c8f255d9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:00.813372 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:46:00.962503 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Made reservation on behalf of 86ade54a72a44599b7a6313f909a3551 for: {'network': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:46:00.965489 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:00.974043 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:01.007410 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 5 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:46:01.050334 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Publish callbacks [] for security_group (84a78683-533f-40b0-9086-dff14590a0ac), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:01.156933 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (84a78683-533f-40b0-9086-dff14590a0ac), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:01.176002 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Reserving flat network on physical network physnet1 {{(pid=113336) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 26 00:46:01.192663 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a78683-533f-40b0-9086-dff14590a0ac,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:46:01.197395 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (7a401ed2-8d8e-40c8-984e-13bead7bb722), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:01.197742 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.segments_db [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Added segment 7a401ed2-8d8e-40c8-984e-13bead7bb722 of type flat for network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 Aug 26 00:46:01.252761 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (19dabfec-9dee-4dae-afa8-2adcf8ccbda4), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:01.385298 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (19dabfec-9dee-4dae-afa8-2adcf8ccbda4), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:01.386799 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:46:01.387405 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:01.478083 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] Pushing event updated for resources: {'Network': ['ID=19dabfec-9dee-4dae-afa8-2adcf8ccbda4,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:46:01.491718 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:46:01.542367 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-b7e17fab-9b24-480b-93d1-97f247677968 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0452533 Aug 26 00:46:03.034479 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4cb0-2d7a-4422-8cfb-1896bd0e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:03.857932 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 37740) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:46:04.277069 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:04.284457 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc23bd-22f3-4f03-b028-55496c9fffcc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:46:04.285876 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-eabc23bd-22f3-4f03-b028-55496c9fffcc demo admin] 10.222.0.59 "GET /networking/v2.0/subnets/29dbc095-58c3-4f34-82b9-87263e2b7f00 HTTP/1.1" status: 200 len: 849 time: 0.4269612 Aug 26 00:46:04.444897 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-23a3d82c-7be4-4075-a714-59b1758c99a1 demo admin] 10.222.0.59 "GET /networking/v2.0/routers/008f8727-a48c-4122-89b6-842b7b328f79 HTTP/1.1" status: 200 len: 704 time: 0.1531246 Aug 26 00:46:04.711126 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:04.946140 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:04.982045 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:05.010162 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Allocated IP 172.20.0.1 (8f6fffd1-1782-451a-91de-ab4e345b19e4/29dbc095-58c3-4f34-82b9-87263e2b7f00/8a23b837-a98a-4e9e-ae72-5de160ad2d90) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:46:05.182908 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=68,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:05.183740 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=11,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:05.196890 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Publish callbacks [] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:05.320449 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:05.406427 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Network 8f6fffd1-1782-451a-91de-ab4e345b19e4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:46:05.410768 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:46:05.412550 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Pushing event updated for resources: {'Port': ['ID=8a23b837-a98a-4e9e-ae72-5de160ad2d90,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:46:05.417611 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:46:05.418213 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-583463'] for router_interface (008f8727-a48c-4122-89b6-842b7b328f79), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:05.604361 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-c6128a38-adf1-4a4d-bb7f-61cd0be5ff24 None None] Provisioning complete for port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:46:05.604933 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-c6128a38-adf1-4a4d-bb7f-61cd0be5ff24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:05.669010 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:05.679513 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-c6128a38-adf1-4a4d-bb7f-61cd0be5ff24 None None] Port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:46:05.762310 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:05.871402 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:05.890954 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:05.967048 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Publish callbacks [] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:06.045349 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:06.046152 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583611'] for router_interface (008f8727-a48c-4122-89b6-842b7b328f79), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:06.124600 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Pushing event updated for resources: {'Port': ['ID=8a23b837-a98a-4e9e-ae72-5de160ad2d90,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:46:06.172639 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Network 8f6fffd1-1782-451a-91de-ab4e345b19e4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:46:06.173928 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:46:06.399332 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-f62619ba-9ca5-40a0-b07e-347d17117434 None None] Provisioning complete for port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:46:06.399644 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f62619ba-9ca5-40a0-b07e-347d17117434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:06.408753 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Router 008f8727-a48c-4122-89b6-842b7b328f79 is scheduled to L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e with binding_index 1 {{(pid=113336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 00:46:06.430535 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-f62619ba-9ca5-40a0-b07e-347d17117434 None None] Port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:46:06.499731 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:46:06.504900 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-49f6f567-7b67-480e-b590-048d4a99668a demo admin] 10.222.0.59 "PUT /networking/v2.0/routers/008f8727-a48c-4122-89b6-842b7b328f79/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0540066 Aug 26 00:46:06.524781 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Sync routers for ids ['008f8727-a48c-4122-89b6-842b7b328f79'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:46:06.537511 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Routers {'008f8727-a48c-4122-89b6-842b7b328f79'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:46:06.538350 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:46:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['008f8727-a48c-4122-89b6-842b7b328f79'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:46:06.721369 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Set router 008f8727-a48c-4122-89b6-842b7b328f79 gateway port host: None {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:46:07.147178 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f8727-a48c-4122-89b6-842b7b328f79', 'name': 'router1', 'tenant_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:45:54Z', 'updated_at': '2022-08-26T00:46:05Z', 'revision_number': 2, 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'gw_port_host': None, '_interfaces': [{'id': '8a23b837-a98a-4e9e-ae72-5de160ad2d90', 'name': '', 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4', 'tenant_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'mac_address': 'fa:16:3e:2c:29:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f8727-a48c-4122-89b6-842b7b328f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29dbc095-58c3-4f34-82b9-87263e2b7f00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:46:04Z', 'updated_at': '2022-08-26T00:46:05Z', 'revision_number': 2, 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'subnets': [{'id': '29dbc095-58c3-4f34-82b9-87263e2b7f00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbb9d8ae-991b-47eb-968d-65a213499f39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:46:07.195958 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Checking router: 008f8727-a48c-4122-89b6-842b7b328f79 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:46:07.196334 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Updating router 008f8727-a48c-4122-89b6-842b7b328f79 port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 binding host dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:46:07.249690 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:07.765240 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Publish callbacks [] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), precommit_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:07.874522 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:08.034399 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Attempting to bind port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:46:08.034944 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Attempting to bind port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '66a3e3b9-fbc1-45a2-8003-449411875d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4'}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:46:08.035365 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Attempting to bind port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 on network 8f6fffd1-1782-451a-91de-ab4e345b19e4 {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:46:08.037592 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Pushing event updated for resources: {'Port': ['ID=8a23b837-a98a-4e9e-ae72-5de160ad2d90,revision_number=3']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:46:08.047131 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:46:08.047533 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Checking segment: {'id': '66a3e3b9-fbc1-45a2-8003-449411875d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:46:08.048003 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:08.048389 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Bound using segment: {'id': '66a3e3b9-fbc1-45a2-8003-449411875d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4'} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:46:08.048866 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Bound port: 8a23b837-a98a-4e9e-ae72-5de160ad2d90, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e3b9-fbc1-45a2-8003-449411875d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4'}}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:46:08.049240 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:08.051599 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.051938 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.052278 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.052643 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.052970 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.053292 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.053611 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.053930 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.054266 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.054586 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.054902 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.055229 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.055544 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.055856 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.056167 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Tracked resource versions report: Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: pushed versions: Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: { 'AddressGroup': {'1.2'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Agent': {'1.1'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'ConntrackHelper': {'1.0'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'LocalIPAssociation': {'1.0'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Log': {'1.0'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'NDPProxy': {'1.0'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Network': {'1.1'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Port': {'1.7'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'PortForwarding': {'1.3'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'QosPolicy': {'1.10'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'SecurityGroup': {'1.5'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'SecurityGroupRule': {'1.2'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'SubPort': {'1.0'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Subnet': {'1.1'}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Trunk': {'1.1'}} Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: consumer versions: Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: { DHCP agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: L3 agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: Metadata agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: Metering agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: Open vSwitch agent@dv-cinder-835384-25-iscsi: { 'AddressGroup': '1.2', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Agent': '1.1', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'ConntrackHelper': '1.0', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'LocalIPAssociation': '1.0', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Log': '1.0', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'NDPProxy': '1.0', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Network': '1.1', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Port': '1.7', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'PortForwarding': '1.3', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'QosPolicy': '1.10', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'SecurityGroup': '1.5', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'SecurityGroupRule': '1.2', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'SubPort': '1.0', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Subnet': '1.1', Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Trunk': '1.1'}} Aug 26 00:46:08.058310 dv-cinder-835384-25-iscsi neutron-server[113338]: {{(pid=113338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 00:46:08.108939 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:08.123215 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] For port 8a23b837-a98a-4e9e-ae72-5de160ad2d90, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:46:08.143402 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] For port 8a23b837-a98a-4e9e-ae72-5de160ad2d90, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=8a23b837-a98a-4e9e-ae72-5de160ad2d90,segment=NetworkSegment(66a3e3b9-fbc1-45a2-8003-449411875d51),segment_id=66a3e3b9-fbc1-45a2-8003-449411875d51)] {{(pid=113338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:46:08.219715 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:08.261342 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Routers {'008f8727-a48c-4122-89b6-842b7b328f79'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:46:08.261944 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:46:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['008f8727-a48c-4122-89b6-842b7b328f79'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:46:08.266270 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:08.306613 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ef8f0-a877-4d73-af68-c4f1151f0fc2 None None] Pushing event updated for resources: {'Port': ['ID=8a23b837-a98a-4e9e-ae72-5de160ad2d90,revision_number=4']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:46:08.356031 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] Set router 008f8727-a48c-4122-89b6-842b7b328f79 gateway port host: None {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:46:08.545321 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f8727-a48c-4122-89b6-842b7b328f79', 'name': 'router1', 'tenant_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:45:54Z', 'updated_at': '2022-08-26T00:46:05Z', 'revision_number': 2, 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'gw_port_host': None, '_interfaces': [{'id': '8a23b837-a98a-4e9e-ae72-5de160ad2d90', 'name': '', 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4', 'tenant_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'mac_address': 'fa:16:3e:2c:29:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f8727-a48c-4122-89b6-842b7b328f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29dbc095-58c3-4f34-82b9-87263e2b7f00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:46:04Z', 'updated_at': '2022-08-26T00:46:08Z', 'revision_number': 4, 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'subnets': [{'id': '29dbc095-58c3-4f34-82b9-87263e2b7f00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbb9d8ae-991b-47eb-968d-65a213499f39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:46:08.569697 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45d066-9ead-446a-95f6-ccadc699bf30 None None] The sync data for ids ['008f8727-a48c-4122-89b6-842b7b328f79'] in dv-cinder-835384-25-iscsi is: [{'id': '008f8727-a48c-4122-89b6-842b7b328f79', 'name': 'router1', 'tenant_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:45:54Z', 'updated_at': '2022-08-26T00:46:05Z', 'revision_number': 2, 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'gw_port_host': None, '_interfaces': [{'id': '8a23b837-a98a-4e9e-ae72-5de160ad2d90', 'name': '', 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4', 'tenant_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'mac_address': 'fa:16:3e:2c:29:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f8727-a48c-4122-89b6-842b7b328f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29dbc095-58c3-4f34-82b9-87263e2b7f00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:46:04Z', 'updated_at': '2022-08-26T00:46:08Z', 'revision_number': 4, 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'subnets': [{'id': '29dbc095-58c3-4f34-82b9-87263e2b7f00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbb9d8ae-991b-47eb-968d-65a213499f39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:46:08.909057 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 37756) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:46:09.302337 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2992cf7d-5653-4cac-909a-29680231a2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:46:09.304137 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-2992cf7d-5653-4cac-909a-29680231a2a5 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/19dabfec-9dee-4dae-afa8-2adcf8ccbda4 HTTP/1.1" status: 200 len: 842 time: 0.3942196 Aug 26 00:46:09.314158 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:46:09.323139 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:09.471334 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] Made reservation on behalf of 86ade54a72a44599b7a6313f909a3551 for: {'subnet': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:46:09.473718 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:09.838297 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.objects.ports [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113336) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 26 00:46:09.839415 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for subnet (68426929-39c4-41f2-973e-be2fc395ac1a), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:09.892522 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=68426929-39c4-41f2-973e-be2fc395ac1a,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:46:09.909748 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:46:09.910391 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] Network hostable DHCP agents. Network: 19dabfec-9dee-4dae-afa8-2adcf8ccbda4, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:46:09.918996 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:10.025270 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:46:10.097392 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, 19dabfec-9dee-4dae-afa8-2adcf8ccbda4) {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:46:10.105564 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f7f21-dd19-4394-bf78-370bef5d00aa None None] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:46:10.107957 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:46:10.108587 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:10.203335 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-0b09d1fe-f3e8-46cf-b981-6980988698fd admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8924210 Aug 26 00:46:10.206271 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e6b49-13c8-4eec-93d9-33f05705a15f None None] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:46:12.667608 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 37764) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:46:13.081456 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-e9d8f487-9356-4b9b-a25d-ac17b915e17a demo admin] 10.222.0.59 "GET /networking/v2.0/routers/008f8727-a48c-4122-89b6-842b7b328f79 HTTP/1.1" status: 200 len: 710 time: 0.4127333 Aug 26 00:46:13.168440 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e5116d-2cba-4d64-8aab-c791a84be911 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:46:13.169823 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-50e5116d-2cba-4d64-8aab-c791a84be911 demo admin] 10.222.0.59 "GET /networking/v2.0/networks/19dabfec-9dee-4dae-afa8-2adcf8ccbda4 HTTP/1.1" status: 200 len: 886 time: 0.0828657 Aug 26 00:46:13.178779 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:46:13.509367 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Publish callbacks [] for router_gateway (008f8727-a48c-4122-89b6-842b7b328f79), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:13.565748 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 8a23b837-a98a-4e9e-ae72-5de160ad2d90 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:46:13.609821 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:46:13.610491 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:13.692265 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:46:13.692740 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:13.726236 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 8a23b837-a98a-4e9e-ae72-5de160ad2d90, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=8a23b837-a98a-4e9e-ae72-5de160ad2d90,segment=NetworkSegment(66a3e3b9-fbc1-45a2-8003-449411875d51),segment_id=66a3e3b9-fbc1-45a2-8003-449411875d51)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:46:13.796277 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:13.808886 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:13.827725 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Publish callbacks [] for router_gateway (008f8727-a48c-4122-89b6-842b7b328f79), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:13.835349 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:13.859369 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=8a23b837-a98a-4e9e-ae72-5de160ad2d90,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:46:13.905003 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:13.969667 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:14.011862 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Allocated IP 172.27.1.158 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/12160206-93c4-467e-bc68-273f1da97189) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:46:14.118856 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Publish callbacks [] for port (12160206-93c4-467e-bc68-273f1da97189), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:14.220029 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (12160206-93c4-467e-bc68-273f1da97189), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:14.262867 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:46:14.267885 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:46:14.270344 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Pushing event updated for resources: {'Port': ['ID=12160206-93c4-467e-bc68-273f1da97189,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:46:14.272233 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:46:14.651306 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Publish callbacks [] for router_gateway (008f8727-a48c-4122-89b6-842b7b328f79), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:14.695345 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:14.836753 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26957'] for router (008f8727-a48c-4122-89b6-842b7b328f79), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:14.840193 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583416'] for router (008f8727-a48c-4122-89b6-842b7b328f79), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:15.023050 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Router 008f8727-a48c-4122-89b6-842b7b328f79 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:46:15.122908 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:46:15.126971 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:15.128159 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7fc8f9b3-7ddf-4c47-89a1-b51ee3fc11c9 demo admin] 10.222.0.59 "PUT /networking/v2.0/routers/008f8727-a48c-4122-89b6-842b7b328f79 HTTP/1.1" status: 200 len: 890 time: 1.9524834 Aug 26 00:46:15.148626 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Sync routers for ids ['008f8727-a48c-4122-89b6-842b7b328f79'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:46:15.161642 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Routers {'008f8727-a48c-4122-89b6-842b7b328f79'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:46:15.162320 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:46:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['008f8727-a48c-4122-89b6-842b7b328f79'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:46:15.380281 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Set router 008f8727-a48c-4122-89b6-842b7b328f79 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:46:15.448352 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:15.577880 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 8a23b837-a98a-4e9e-ae72-5de160ad2d90 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:46:15.712779 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:46:15.713145 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:15.833484 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f8727-a48c-4122-89b6-842b7b328f79', 'name': 'router1', 'tenant_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '12160206-93c4-467e-bc68-273f1da97189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:45:54Z', 'updated_at': '2022-08-26T00:46:14Z', 'revision_number': 4, 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'gw_port': {'id': '12160206-93c4-467e-bc68-273f1da97189', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f8727-a48c-4122-89b6-842b7b328f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:46:13Z', 'updated_at': '2022-08-26T00:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '8a23b837-a98a-4e9e-ae72-5de160ad2d90', 'name': '', 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4', 'tenant_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'mac_address': 'fa:16:3e:2c:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f8727-a48c-4122-89b6-842b7b328f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29dbc095-58c3-4f34-82b9-87263e2b7f00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:46:04Z', 'updated_at': '2022-08-26T00:46:13Z', 'revision_number': 5, 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'subnets': [{'id': '29dbc095-58c3-4f34-82b9-87263e2b7f00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbb9d8ae-991b-47eb-968d-65a213499f39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:46:15.971421 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Checking router: 008f8727-a48c-4122-89b6-842b7b328f79 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:46:15.971715 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Updating router 008f8727-a48c-4122-89b6-842b7b328f79 port 12160206-93c4-467e-bc68-273f1da97189 binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:46:16.026905 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:46:16.032789 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (12160206-93c4-467e-bc68-273f1da97189), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:16.334759 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Publish callbacks [] for port (12160206-93c4-467e-bc68-273f1da97189), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:16.419675 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (12160206-93c4-467e-bc68-273f1da97189), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:16.456395 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Attempting to bind port 12160206-93c4-467e-bc68-273f1da97189 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:46:16.456920 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Attempting to bind port 12160206-93c4-467e-bc68-273f1da97189 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:46:16.457166 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Attempting to bind port 12160206-93c4-467e-bc68-273f1da97189 on network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:46:16.468763 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:46:16.469140 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:46:16.469568 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:16.469977 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Bound using segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:46:16.470439 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Bound port: 12160206-93c4-467e-bc68-273f1da97189, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:46:16.470816 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (12160206-93c4-467e-bc68-273f1da97189), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:16.475434 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dbf37-9156-482f-9b7b-afc5fbc33b72 None None] Pushing event updated for resources: {'Port': ['ID=12160206-93c4-467e-bc68-273f1da97189,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:46:16.519173 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:16.522815 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] For port 12160206-93c4-467e-bc68-273f1da97189, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:46:16.525768 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] For port 12160206-93c4-467e-bc68-273f1da97189, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=12160206-93c4-467e-bc68-273f1da97189,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:46:16.629021 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (12160206-93c4-467e-bc68-273f1da97189), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:16.665995 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:16.672878 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Routers {'008f8727-a48c-4122-89b6-842b7b328f79'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:46:16.673485 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:46:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['008f8727-a48c-4122-89b6-842b7b328f79'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:46:16.720004 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dbf37-9156-482f-9b7b-afc5fbc33b72 None None] Pushing event updated for resources: {'Port': ['ID=12160206-93c4-467e-bc68-273f1da97189,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:46:16.788639 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] Set router 008f8727-a48c-4122-89b6-842b7b328f79 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:46:16.985736 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008f8727-a48c-4122-89b6-842b7b328f79', 'name': 'router1', 'tenant_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '12160206-93c4-467e-bc68-273f1da97189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:45:54Z', 'updated_at': '2022-08-26T00:46:14Z', 'revision_number': 4, 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'gw_port': {'id': '12160206-93c4-467e-bc68-273f1da97189', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f8727-a48c-4122-89b6-842b7b328f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:46:13Z', 'updated_at': '2022-08-26T00:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '8a23b837-a98a-4e9e-ae72-5de160ad2d90', 'name': '', 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4', 'tenant_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'mac_address': 'fa:16:3e:2c:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f8727-a48c-4122-89b6-842b7b328f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29dbc095-58c3-4f34-82b9-87263e2b7f00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:46:04Z', 'updated_at': '2022-08-26T00:46:13Z', 'revision_number': 5, 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'subnets': [{'id': '29dbc095-58c3-4f34-82b9-87263e2b7f00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbb9d8ae-991b-47eb-968d-65a213499f39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:46:17.014207 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793e5c4-6564-45d2-b443-89496f5418c0 None None] The sync data for ids ['008f8727-a48c-4122-89b6-842b7b328f79'] in dv-cinder-835384-25-iscsi is: [{'id': '008f8727-a48c-4122-89b6-842b7b328f79', 'name': 'router1', 'tenant_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '12160206-93c4-467e-bc68-273f1da97189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:45:54Z', 'updated_at': '2022-08-26T00:46:14Z', 'revision_number': 4, 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'gw_port': {'id': '12160206-93c4-467e-bc68-273f1da97189', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008f8727-a48c-4122-89b6-842b7b328f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:46:13Z', 'updated_at': '2022-08-26T00:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '8a23b837-a98a-4e9e-ae72-5de160ad2d90', 'name': '', 'network_id': '8f6fffd1-1782-451a-91de-ab4e345b19e4', 'tenant_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'mac_address': 'fa:16:3e:2c:29:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f8727-a48c-4122-89b6-842b7b328f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29dbc095-58c3-4f34-82b9-87263e2b7f00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:46:04Z', 'updated_at': '2022-08-26T00:46:13Z', 'revision_number': 5, 'project_id': 'c60b6aa5591d4178ba9eb5fd05b7ee73', 'subnets': [{'id': '29dbc095-58c3-4f34-82b9-87263e2b7f00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbb9d8ae-991b-47eb-968d-65a213499f39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:46:17.586821 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 12160206-93c4-467e-bc68-273f1da97189 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:46:17.632153 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 12160206-93c4-467e-bc68-273f1da97189 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:46:17.632561 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (12160206-93c4-467e-bc68-273f1da97189), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:17.708528 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 12160206-93c4-467e-bc68-273f1da97189 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:46:17.709021 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (12160206-93c4-467e-bc68-273f1da97189), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:17.732047 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 12160206-93c4-467e-bc68-273f1da97189, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=12160206-93c4-467e-bc68-273f1da97189,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:46:17.756699 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 37778) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:46:17.802866 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (12160206-93c4-467e-bc68-273f1da97189), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:17.858923 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=12160206-93c4-467e-bc68-273f1da97189,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:46:18.148275 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-23914ccd-3e54-4c29-aea6-53bb3da642c4 admin admin] 10.222.0.59 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3904502 Aug 26 00:46:19.559073 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 12160206-93c4-467e-bc68-273f1da97189 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:46:19.600876 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 12160206-93c4-467e-bc68-273f1da97189 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:46:19.601268 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (12160206-93c4-467e-bc68-273f1da97189), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:19.673161 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 12160206-93c4-467e-bc68-273f1da97189 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:46:28.014395 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=53 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:28.016506 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=23 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:28.140937 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=24 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:28.144450 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:29.671457 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=93 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:29.673466 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:30.647713 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a70aa341-4aa0-4af5-9685-9271fdb1271f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:33.062824 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7271ea29-4835-4feb-ba33-bae9194cd1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:34.282490 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:35.701111 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:35.908631 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:46:38.015561 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 5 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:46:45.798885 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:45.819280 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:46:48.007240 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:00.683046 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-191bf951-a45c-4ddd-a7cf-9d7322b4821c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:03.033669 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-036a1a26-f128-46d9-a821-5e6c02d2ccc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:04.285031 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:05.007633 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:05.012168 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:05.690761 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:05.902668 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:15.017265 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 5 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:47:15.795662 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:15.804749 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:25.010971 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:29.004062 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:30.635727 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-2087821e-b15d-45d8-a654-847fa83bd4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:33.069515 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0a3abfb9-90e4-44e8-b36e-d2def70f2ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:34.309794 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:35.680594 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:35.978080 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:42.004679 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:42.008638 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:42.403283 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38316) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:47:42.736855 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0b6269-4b5f-40a4-97ca-335b215bf1d0 admin admin] GET failed (client error): The resource could not be found. Aug 26 00:47:42.738139 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7c0b6269-4b5f-40a4-97ca-335b215bf1d0 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3339188 Aug 26 00:47:42.917853 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf7aab6-01c6-45ca-a163-a29633befe8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:47:42.919330 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-dbf7aab6-01c6-45ca-a163-a29633befe8a admin admin] 10.222.0.59 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1769958 Aug 26 00:47:45.226165 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38326) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:47:45.592229 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b109d0-c3d7-4dc3-a967-3335bc4c519a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:47:45.593607 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-a1b109d0-c3d7-4dc3-a967-3335bc4c519a admin admin] 10.222.0.59 "GET /networking/v2.0/subnets/29dbc095-58c3-4f34-82b9-87263e2b7f00 HTTP/1.1" status: 200 len: 849 time: 0.3665497 Aug 26 00:47:45.603038 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:47:45.690985 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Publish callbacks [] for subnet (29dbc095-58c3-4f34-82b9-87263e2b7f00), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:45.801212 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:45.803000 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:45.949437 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751692720523'] for subnet (29dbc095-58c3-4f34-82b9-87263e2b7f00), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:45.979891 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:47:45.980526 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:45.982174 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] 10.222.0.59 "PUT /networking/v2.0/subnets/29dbc095-58c3-4f34-82b9-87263e2b7f00 HTTP/1.1" status: 200 len: 868 time: 0.3823240 Aug 26 00:47:45.985237 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be71ab7f-14f8-4b05-adfa-def5372c9436 None None] Network 8f6fffd1-1782-451a-91de-ab4e345b19e4 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:47:46.006605 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29dbc095-58c3-4f34-82b9-87263e2b7f00,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:47:46.015128 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.015553 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.015826 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.016166 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.016638 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.016935 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.017266 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.017593 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.017923 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.018280 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.018628 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.019033 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.019361 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.019673 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.019999 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119c559c-b8f6-4d1f-a519-f555138f5812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:47:46.261790 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-d7eb6b1d-5eef-4f2e-ba25-e366162c73ba None None] Provisioning complete for port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:47:46.262182 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-d7eb6b1d-5eef-4f2e-ba25-e366162c73ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:46.333081 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb6b1d-5eef-4f2e-ba25-e366162c73ba None None] Current status of the port b9d393d2-59bb-4cd5-89fa-2dcd1e1edb5f is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:47:46.341174 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-d7eb6b1d-5eef-4f2e-ba25-e366162c73ba None None] Provisioning complete for port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:47:46.341567 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-d7eb6b1d-5eef-4f2e-ba25-e366162c73ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (8a23b837-a98a-4e9e-ae72-5de160ad2d90), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:47:46.413589 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb6b1d-5eef-4f2e-ba25-e366162c73ba None None] Current status of the port 8a23b837-a98a-4e9e-ae72-5de160ad2d90 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:47:48.330054 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38334) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:47:48.820183 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4a1131-ab88-477c-968a-11f602321e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:47:48.820681 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4a1131-ab88-477c-968a-11f602321e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:47:48.822254 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-cc4a1131-ab88-477c-968a-11f602321e13 admin admin] 10.222.0.59 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4912472 Aug 26 00:47:51.141620 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38344) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:47:51.555355 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016bc2f-b8f0-4aa5-a1ea-a1fab3e67c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:47:51.555865 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016bc2f-b8f0-4aa5-a1ea-a1fab3e67c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:47:51.557438 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-4016bc2f-b8f0-4aa5-a1ea-a1fab3e67c29 admin admin] 10.222.0.59 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4148731 Aug 26 00:47:52.018661 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 5 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:47:53.872389 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38352) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:47:54.267602 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07d0da7-6ce9-4391-b05b-84d5cd128894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:47:54.268983 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-f07d0da7-6ce9-4391-b05b-84d5cd128894 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/19dabfec-9dee-4dae-afa8-2adcf8ccbda4 HTTP/1.1" status: 200 len: 886 time: 0.3956099 Aug 26 00:47:56.407186 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=24 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:56.412575 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=53 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:47:56.634754 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38360) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:47:57.038137 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62eed27-3e1f-4c45-9e52-4597504e1588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:47:57.039515 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-e62eed27-3e1f-4c45-9e52-4597504e1588 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/8f6fffd1-1782-451a-91de-ab4e345b19e4 HTTP/1.1" status: 200 len: 870 time: 0.4033391 Aug 26 00:47:59.374706 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38368) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:47:59.771037 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92de9550-8831-4a72-adc5-3220767b39af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:47:59.771497 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92de9550-8831-4a72-adc5-3220767b39af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:47:59.773032 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-92de9550-8831-4a72-adc5-3220767b39af admin admin] 10.222.0.59 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3973892 Aug 26 00:48:00.615624 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-26809c05-9943-4b05-b179-89a1aa653647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:01.546467 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=23 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:01.552492 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=23 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:02.015535 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:02.076614 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38376) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:48:02.438295 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd07bbbc-2d75-4fc2-92a6-1bcbc9d79ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:48:02.438756 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd07bbbc-2d75-4fc2-92a6-1bcbc9d79ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:48:02.440256 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-bd07bbbc-2d75-4fc2-92a6-1bcbc9d79ba0 admin admin] 10.222.0.59 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3626969 Aug 26 00:48:03.040195 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a19043a0-cb83-4bc1-a8da-7d9600f25c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:04.295616 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:04.771532 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38386) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:48:05.097412 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:05.119574 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:05.140395 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d0c1c-4fb9-4b58-9426-c19f11727fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:48:05.141754 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-645d0c1c-4fb9-4b58-9426-c19f11727fb4 admin admin] 10.222.0.59 "GET /networking/v2.0/subnets/29dbc095-58c3-4f34-82b9-87263e2b7f00 HTTP/1.1" status: 200 len: 868 time: 0.3692012 Aug 26 00:48:05.663518 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:05.906663 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:07.466875 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38394) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:48:07.827016 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ee993-cc08-4a41-b391-8dd1daaa749f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:48:07.828338 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-904ee993-cc08-4a41-b391-8dd1daaa749f admin admin] 10.222.0.59 "GET /networking/v2.0/subnets/68426929-39c4-41f2-973e-be2fc395ac1a HTTP/1.1" status: 200 len: 816 time: 0.3605204 Aug 26 00:48:15.800030 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:15.808001 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:17.820337 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:17.824372 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=13 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:19.012690 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:19.014542 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:29.017641 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 5 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:48:30.609488 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-65adf76f-a427-4ee7-8c32-7f420ce77247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:33.037208 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f2f03311-ab08-4af6-b9ee-8dec4727174c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:34.312493 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:35.672302 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:35.885850 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:36.307923 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38450) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:48:36.634727 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [None req-54495656-ecff-4c3d-8d2d-4a4b5e9ad3c8 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:48:36.636360 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-54495656-ecff-4c3d-8d2d-4a4b5e9ad3c8 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3275042 Aug 26 00:48:39.062630 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38458) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:48:39.396852 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9f3212-0402-4776-ad0d-7e0d448543c0 admin admin] GET failed (client error): The resource could not be found. Aug 26 00:48:39.398132 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-bf9f3212-0402-4776-ad0d-7e0d448543c0 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3345835 Aug 26 00:48:39.541932 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcaf243-ffcf-4f2e-9e7b-a91fa0f1480c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:48:39.543438 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-9fcaf243-ffcf-4f2e-9e7b-a91fa0f1480c admin admin] 10.222.0.59 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1409028 Aug 26 00:48:40.002350 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=20 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:40.021271 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=10 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:41.898429 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38466) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:48:42.219110 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:48:42.279851 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Made reservation on behalf of 86ade54a72a44599b7a6313f909a3551 for: {'network': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:48:42.282190 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:42.328860 dv-cinder-835384-25-iscsi neutron-server[113335]: WARNING neutron.services.revisions.revision_plugin [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Could not find related network for resource to bump revision. Aug 26 00:48:42.345268 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=113335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:48:42.358155 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751692743765', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (c49741e8-2a74-4d66-ba1a-a002e466fa73), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:42.358710 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Unsubscribe: segment precommit_create {{(pid=113335) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 00:48:42.359204 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.segments_db [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Added segment c49741e8-2a74-4d66-ba1a-a002e466fa73 of type vlan for network 6874da72-0822-4f39-8b29-cfe2dd2c0724 Aug 26 00:48:42.405162 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (6874da72-0822-4f39-8b29-cfe2dd2c0724), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:42.500700 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (6874da72-0822-4f39-8b29-cfe2dd2c0724), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:42.501808 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:48:42.502421 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:42.592303 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Pushing event updated for resources: {'Network': ['ID=6874da72-0822-4f39-8b29-cfe2dd2c0724,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:48:42.598820 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.600137 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.600137 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.600137 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.600137 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.600545 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.600860 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.601180 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.601525 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.601828 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.602151 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.602471 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.602791 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.603105 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.603427 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:42.614994 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network 6874da72-0822-4f39-8b29-cfe2dd2c0724 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:48:42.669448 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-62ff5618-2d87-4021-9c4f-c57f81603208 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7698662 Aug 26 00:48:45.028769 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38474) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:48:45.366706 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.pecan_wsgi.hooks.translation [None req-31912310-d4b5-4a86-88a7-7301c532b6ef admin admin] GET failed (client error): The resource could not be found. Aug 26 00:48:45.367964 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-31912310-d4b5-4a86-88a7-7301c532b6ef admin admin] 10.222.0.59 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3383429 Aug 26 00:48:45.449168 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf281c-4045-45ae-b05e-34632df6e5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:48:45.450611 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-84cf281c-4045-45ae-b05e-34632df6e5e0 admin admin] 10.222.0.59 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0782740 Aug 26 00:48:45.460886 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-b0ff81da-a734-43c3-8b5c-b84c301dbc2f admin admin] Request body: {'subnet': {'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:48:45.622764 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ff81da-a734-43c3-8b5c-b84c301dbc2f admin admin] Made reservation on behalf of 86ade54a72a44599b7a6313f909a3551 for: {'subnet': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:48:45.625147 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b0ff81da-a734-43c3-8b5c-b84c301dbc2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:45.851600 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b0ff81da-a734-43c3-8b5c-b84c301dbc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for subnet (13e097d0-2e00-450e-9117-abbb1d8c4f80), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:45.909881 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff81da-a734-43c3-8b5c-b84c301dbc2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e097d0-2e00-450e-9117-abbb1d8c4f80,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:48:45.918194 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff81da-a734-43c3-8b5c-b84c301dbc2f admin admin] Checking segment: {'id': 'c49741e8-2a74-4d66-ba1a-a002e466fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:48:45.918541 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff81da-a734-43c3-8b5c-b84c301dbc2f admin admin] Network hostable DHCP agents. Network: 6874da72-0822-4f39-8b29-cfe2dd2c0724, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:48:46.049401 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff81da-a734-43c3-8b5c-b84c301dbc2f admin admin] Network 6874da72-0822-4f39-8b29-cfe2dd2c0724 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:48:46.180912 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-b0ff81da-a734-43c3-8b5c-b84c301dbc2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, 6874da72-0822-4f39-8b29-cfe2dd2c0724) {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:48:46.185528 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ff81da-a734-43c3-8b5c-b84c301dbc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:48:46.186122 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b0ff81da-a734-43c3-8b5c-b84c301dbc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:46.191083 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7771363-aa89-4eb2-b550-46e6a896d526 None None] Network 6874da72-0822-4f39-8b29-cfe2dd2c0724 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:48:46.291379 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-6874da72-0822-4f39-8b29-cfe2dd2c0724', 'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724', 'project_id': '86ade54a72a44599b7a6313f909a3551', 'fixed_ips': [{'subnet_id': '13e097d0-2e00-450e-9117-abbb1d8c4f80'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 00:48:46.292259 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:46.294756 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-b0ff81da-a734-43c3-8b5c-b84c301dbc2f admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8372793 Aug 26 00:48:46.527669 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Allocated IP 192.168.233.2 (6874da72-0822-4f39-8b29-cfe2dd2c0724/13e097d0-2e00-450e-9117-abbb1d8c4f80/a8aa9947-660b-41de-8ea8-5ff7216ef30a) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:48:46.673013 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Publish callbacks [] for port (a8aa9947-660b-41de-8ea8-5ff7216ef30a), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:46.766961 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (a8aa9947-660b-41de-8ea8-5ff7216ef30a), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:46.811890 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Network 6874da72-0822-4f39-8b29-cfe2dd2c0724 is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:48:46.814784 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:48:46.818915 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:48:46.826003 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Pushing event updated for resources: {'Port': ['ID=a8aa9947-660b-41de-8ea8-5ff7216ef30a,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:48:46.850400 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.850741 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.851121 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.851486 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.851816 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.852142 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.852464 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.852805 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.853129 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.853450 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.853769 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.854111 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.854431 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.854750 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.855667 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:48:46.894167 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Attempting to bind port a8aa9947-660b-41de-8ea8-5ff7216ef30a on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:48:46.894525 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Attempting to bind port a8aa9947-660b-41de-8ea8-5ff7216ef30a by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': 'c49741e8-2a74-4d66-ba1a-a002e466fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:48:46.894878 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Attempting to bind port a8aa9947-660b-41de-8ea8-5ff7216ef30a on network 6874da72-0822-4f39-8b29-cfe2dd2c0724 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:48:46.900093 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:48:46.900465 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Checking segment: {'id': 'c49741e8-2a74-4d66-ba1a-a002e466fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:48:46.900887 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:46.901271 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Bound using segment: {'id': 'c49741e8-2a74-4d66-ba1a-a002e466fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:48:46.901779 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Bound port: a8aa9947-660b-41de-8ea8-5ff7216ef30a, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49741e8-2a74-4d66-ba1a-a002e466fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:48:46.902173 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (a8aa9947-660b-41de-8ea8-5ff7216ef30a), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:46.962684 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] For port a8aa9947-660b-41de-8ea8-5ff7216ef30a, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:48:46.965880 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] For port a8aa9947-660b-41de-8ea8-5ff7216ef30a, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=a8aa9947-660b-41de-8ea8-5ff7216ef30a,segment=NetworkSegment(c49741e8-2a74-4d66-ba1a-a002e466fa73),segment_id=c49741e8-2a74-4d66-ba1a-a002e466fa73)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:48:47.067099 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (a8aa9947-660b-41de-8ea8-5ff7216ef30a), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:47.123078 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde18f88-e03b-4ab6-b055-f87cf4184179 None None] Pushing event updated for resources: {'Port': ['ID=a8aa9947-660b-41de-8ea8-5ff7216ef30a,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:48:47.676050 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device a8aa9947-660b-41de-8ea8-5ff7216ef30a up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:48:47.726926 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:47.734298 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:47.736611 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port a8aa9947-660b-41de-8ea8-5ff7216ef30a triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:48:47.737248 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (a8aa9947-660b-41de-8ea8-5ff7216ef30a), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:47.820104 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port a8aa9947-660b-41de-8ea8-5ff7216ef30a is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:48:47.820559 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (a8aa9947-660b-41de-8ea8-5ff7216ef30a), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:47.860607 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port a8aa9947-660b-41de-8ea8-5ff7216ef30a, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=a8aa9947-660b-41de-8ea8-5ff7216ef30a,segment=NetworkSegment(c49741e8-2a74-4d66-ba1a-a002e466fa73),segment_id=c49741e8-2a74-4d66-ba1a-a002e466fa73)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:48:47.984802 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c667a99-a5a0-4906-ac9b-b486147503e7 None None] Network 6874da72-0822-4f39-8b29-cfe2dd2c0724 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:48:48.027520 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (a8aa9947-660b-41de-8ea8-5ff7216ef30a), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:48.116725 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-a732a3fe-545f-4206-a9d5-c48de45ee624 None None] Provisioning complete for port a8aa9947-660b-41de-8ea8-5ff7216ef30a triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:48:48.117036 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a732a3fe-545f-4206-a9d5-c48de45ee624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (a8aa9947-660b-41de-8ea8-5ff7216ef30a), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:48.123138 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=a8aa9947-660b-41de-8ea8-5ff7216ef30a,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:48:48.234042 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-a732a3fe-545f-4206-a9d5-c48de45ee624 None None] Current status of the port a8aa9947-660b-41de-8ea8-5ff7216ef30a is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:48:48.351853 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-9762fa22-7892-434a-91c0-71fa39ee9333 None None] Provisioning complete for port a8aa9947-660b-41de-8ea8-5ff7216ef30a triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:48:48.352241 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9762fa22-7892-434a-91c0-71fa39ee9333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (a8aa9947-660b-41de-8ea8-5ff7216ef30a), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:48.425311 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-9762fa22-7892-434a-91c0-71fa39ee9333 None None] Current status of the port a8aa9947-660b-41de-8ea8-5ff7216ef30a is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:48:49.661808 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device a8aa9947-660b-41de-8ea8-5ff7216ef30a up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:48:49.710456 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port a8aa9947-660b-41de-8ea8-5ff7216ef30a triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:48:49.710771 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (a8aa9947-660b-41de-8ea8-5ff7216ef30a), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:48:49.739473 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:49.784781 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port a8aa9947-660b-41de-8ea8-5ff7216ef30a is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:48:52.590134 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=36,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:52.596214 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:56.006740 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:56.010607 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:56.195051 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=45,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:56.195860 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=46,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:48:59.782683 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=53 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:49:00.663085 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-5c0520ea-d8a4-4de9-bd4a-0dc3f8fb636a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:49:03.056637 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-3ac4196f-e440-43d4-97a6-5c5dcd72cc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:49:04.285412 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:49:05.696887 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:49:05.873940 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:49:06.030691 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 5 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:49:15.797709 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:49:15.804620 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:49:16.011907 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:49:16.012651 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:49:30.608730 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-5d85c661-c314-413a-bb9c-95c69b2edfc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:49:33.013474 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:49:33.017313 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:49:33.044882 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-133a20a4-f925-4215-9a2c-4bc6a8975d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:49:34.290605 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:49:35.701910 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:49:35.884860 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:49:43.016654 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 5 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:49:45.797589 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:49:45.803533 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:49:53.012980 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:49:53.014264 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:00.644396 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-65c85043-58a1-4b03-8cfb-6e875a7b4e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:03.038675 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-de4a6e5b-eca8-43aa-9932-6d40632aabdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:04.300492 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:05.701813 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:05.930428 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:10.009661 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:10.013556 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=5 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:10.286838 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38516) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:50:10.292719 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [None req-b5f09aa8-9ed5-42a2-bf8a-26cf8ad775ec tempest-verify_tempest_config-1699207903 tempest-verify_tempest_config-1699207903-project] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:50:10.293694 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-b5f09aa8-9ed5-42a2-bf8a-26cf8ad775ec tempest-verify_tempest_config-1699207903 tempest-verify_tempest_config-1699207903-project] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058875 Aug 26 00:50:11.053358 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38534) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:50:11.370920 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:11.473807 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Publish callbacks [] for security_group (cc7e0956-b8bd-4ed6-80d2-44c71e9e802b), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:11.535867 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (cc7e0956-b8bd-4ed6-80d2-44c71e9e802b), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:11.581585 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c1735c3bf2434a578840e1eeaf60362f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5271952 Aug 26 00:50:11.582382 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7e0956-b8bd-4ed6-80d2-44c71e9e802b,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:50:11.584326 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38540) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:50:11.595567 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.595860 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.596218 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.596583 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.596918 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.597251 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.597581 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.597908 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.598233 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.598559 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.598901 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.599233 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.599556 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.599874 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.600195 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8808618-16dd-4926-a042-ed690ef19b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:50:11.651134 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-42415ea7-5199-476a-8f7c-a729f436f7a5 admin admin] Publish callbacks [] for security_group (cc7e0956-b8bd-4ed6-80d2-44c71e9e802b), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:11.670301 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-42415ea7-5199-476a-8f7c-a729f436f7a5 admin admin] Publish callbacks [] for security_group (cc7e0956-b8bd-4ed6-80d2-44c71e9e802b), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:11.837066 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-42415ea7-5199-476a-8f7c-a729f436f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (cc7e0956-b8bd-4ed6-80d2-44c71e9e802b), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:11.839527 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-42415ea7-5199-476a-8f7c-a729f436f7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:11.840738 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-42415ea7-5199-476a-8f7c-a729f436f7a5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/cc7e0956-b8bd-4ed6-80d2-44c71e9e802b HTTP/1.1" status: 204 len: 168 time: 0.2546408 Aug 26 00:50:11.849045 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42415ea7-5199-476a-8f7c-a729f436f7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7e0956-b8bd-4ed6-80d2-44c71e9e802b,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:50:15.803533 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:20.015717 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 5 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:50:21.708920 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:21.844165 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=38,neutron:INSERT=8,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:21.867359 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=12 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:30.650182 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-46143f31-d37f-4d10-ada0-b3bccefc2a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:30.773451 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=14 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:30.774125 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=14 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:33.049865 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-27541e2c-f27f-4282-a0d2-c6ef413da095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:34.352874 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:35.700980 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:35.855140 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:50:45.796554 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:45.799387 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:47.014437 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:47.019868 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:50:57.014568 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 5 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:51:00.619213 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-dc870bd9-6e81-4c07-b47f-f2e6848f29de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:51:03.146638 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0458e985-5121-44ed-afa8-86cbcfb3161e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:51:04.312087 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:51:05.723840 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:51:05.912529 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:51:07.010005 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:51:07.010881 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:51:15.800862 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:51:15.802771 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:51:24.025146 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:51:29.004706 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:51:30.637788 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-025c612e-9d41-453d-829b-a5b8ff30bca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:51:33.054937 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-d8233852-48f3-49bd-8a5d-2bbabc3319e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:51:34.013494 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 5 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:51:34.329458 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:51:35.693318 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:51:35.871852 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:51:44.008831 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:51:44.009513 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:51:45.797776 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:51:45.800656 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:51:47.420103 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588483'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:51:57.336930 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:51:57.339785 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:51:59.975670 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38634) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:52:00.101051 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d1564902-acbc-415d-a515-651da121611a admin admin] 10.222.0.59 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1243627 Aug 26 00:52:00.637479 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a9afe03f-6b51-4ee0-a202-5663f20e552f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:52:01.025868 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:01.029992 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:02.302232 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38644) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:52:02.356675 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d05d43b1-89e8-45f5-8685-7d01559b1a10 admin admin] 10.222.0.59 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0533881 Aug 26 00:52:03.036251 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-144259f4-7160-4c66-9aea-2877171b710a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:52:04.322810 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:52:05.734469 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:52:05.858900 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:52:10.095543 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:11.013555 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:52:12.351610 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:15.793745 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:15.799700 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:17.431568 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:52:27.354426 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:27.356323 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:30.618732 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8101999e-4d33-462f-9b5b-69baa9b625e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:52:33.035799 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8783b2bb-b4b0-4711-aca0-c4cdae719eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:52:34.328594 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:52:35.711563 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:52:35.837089 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:52:38.030914 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=17 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:38.036128 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=17 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:45.790360 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=8 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:45.797386 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:47.458792 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:52:48.012536 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:52:57.371594 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:57.374074 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:58.007228 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:52:58.009314 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:00.619749 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-07eb0506-1ae3-43d0-979d-c9ce1b33551c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:03.036062 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ee81-f936-455c-93c0-5d7db1a679d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:04.373595 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:05.727896 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:05.842234 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:15.028241 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:15.033053 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:15.799210 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:15.801075 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:17.431160 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:25.012613 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:53:27.360090 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:27.362017 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:30.642281 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7242a560-7339-4faa-817a-ddd010c8a8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:33.048545 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-abb3eb08-9e82-4da0-bd5f-f13e443b17e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:34.316516 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:35.728365 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:35.865227 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:36.726455 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38848) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:36.732831 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38854) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:36.768907 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38860) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:36.799322 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38864) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:37.119290 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-network', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:37.166767 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-network', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:37.194028 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1425029728-network', 'tenant_id': '5219060f4c184521919b017e8435eca5'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:37.220089 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Made reservation on behalf of 368f6a9e030e4aff9ef6559a6a165975 for: {'network': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:53:37.222256 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1486197832-network', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:37.231114 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.233614 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.276355 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Made reservation on behalf of ec39c32378ac4017ad50aa6f930e514b for: {'network': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:53:37.279480 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.290251 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.348244 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Publish callbacks [] for security_group (70797fcf-b034-4cac-b18c-143ba96e786a), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.356989 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Made reservation on behalf of 5219060f4c184521919b017e8435eca5 for: {'network': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:53:37.372908 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.391569 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Made reservation on behalf of 032ed1b5aea842edb0bcae9d23810786 for: {'network': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:53:37.393905 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.431793 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.438483 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.448232 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (70797fcf-b034-4cac-b18c-143ba96e786a), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.454995 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Publish callbacks [] for security_group (400953ba-23ef-4135-b752-a9db948aacf8), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.475452 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1169} {{(pid=113335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:53:37.502384 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (1566d6aa-fd96-4660-8d32-8592079b3de9), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.503070 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.segments_db [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Added segment 1566d6aa-fd96-4660-8d32-8592079b3de9 of type vlan for network 7609779d-30c3-4a34-917a-c632dbd6c083 Aug 26 00:53:37.505215 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70797fcf-b034-4cac-b18c-143ba96e786a,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:37.539180 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.539867 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.540523 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.541078 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.541517 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.541947 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.542490 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.543055 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.543626 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.544330 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.544976 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.545597 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.546170 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.546716 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.547249 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Tracked resource versions report: Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: pushed versions: Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: { 'AddressGroup': {'1.2'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Agent': {'1.1'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'ConntrackHelper': {'1.0'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'LocalIPAssociation': {'1.0'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Log': {'1.0'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'NDPProxy': {'1.0'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Network': {'1.1'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Port': {'1.7'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'PortForwarding': {'1.3'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'QosPolicy': {'1.10'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'SecurityGroup': {'1.5'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'SecurityGroupRule': {'1.2'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'SubPort': {'1.0'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Subnet': {'1.1'}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Trunk': {'1.1'}} Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: consumer versions: Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: { DHCP agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: HyperV agent@hv-cinder-83538: {}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: L3 agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: Metadata agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: Metering agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: Open vSwitch agent@dv-cinder-835384-25-iscsi: { 'AddressGroup': '1.2', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Agent': '1.1', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'ConntrackHelper': '1.0', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'LocalIPAssociation': '1.0', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Log': '1.0', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'NDPProxy': '1.0', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Network': '1.1', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Port': '1.7', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'PortForwarding': '1.3', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'QosPolicy': '1.10', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'SecurityGroup': '1.5', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'SecurityGroupRule': '1.2', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'SubPort': '1.0', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Subnet': '1.1', Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: 'Trunk': '1.1'}} Aug 26 00:53:37.548912 dv-cinder-835384-25-iscsi neutron-server[113335]: {{(pid=113335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 00:53:37.605031 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (7609779d-30c3-4a34-917a-c632dbd6c083), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.667404 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (400953ba-23ef-4135-b752-a9db948aacf8), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.699545 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (7609779d-30c3-4a34-917a-c632dbd6c083), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.701027 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:37.701807 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.721671 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Publish callbacks [] for security_group (9ca20b5f-181e-4d3b-858c-3d81b80a5c0d), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.730918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1174} {{(pid=113336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:53:37.739932 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Publish callbacks [] for security_group (900d087d-2c50-4bb3-82f0-deff3a0e3284), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.744708 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (504c1658-d88a-4a49-9614-809c002835ee), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.745801 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.segments_db [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Added segment 504c1658-d88a-4a49-9614-809c002835ee of type vlan for network 82719f0d-e147-413c-83ac-404aae47d6de Aug 26 00:53:37.787904 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (82719f0d-e147-413c-83ac-404aae47d6de), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.804357 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] Pushing event updated for resources: {'Network': ['ID=7609779d-30c3-4a34-917a-c632dbd6c083,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:37.815125 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=69,neutron:INSERT=27,neutron:UPDATE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:37.816877 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network 7609779d-30c3-4a34-917a-c632dbd6c083 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:53:37.821007 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (900d087d-2c50-4bb3-82f0-deff3a0e3284), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.834578 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1163} {{(pid=113336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:53:37.839579 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (9ca20b5f-181e-4d3b-858c-3d81b80a5c0d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.848326 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400953ba-23ef-4135-b752-a9db948aacf8,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:37.856852 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1199} {{(pid=113336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:53:37.859204 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-5c5f1d16-5aa2-4813-9449-08c2ad028adb admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1316633 Aug 26 00:53:37.861219 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38908) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:37.866608 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (8bba4be6-a4f8-41fc-80f7-dc6a30acfe43), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.866951 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.segments_db [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Added segment 8bba4be6-a4f8-41fc-80f7-dc6a30acfe43 of type vlan for network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 Aug 26 00:53:37.875219 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-8d3eea68-3ba2-4ac3-8f12-c6faea720e60 admin admin] Request body: {'subnet': {'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-subnet', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:37.908504 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (a7f4c88d-45f2-48d0-b1db-d03d08216bf5), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.932122 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=68,neutron:INSERT=26,neutron:UPDATE=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:37.934019 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (4fdea499-af9a-4b05-945a-15742bc23339), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.934368 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.segments_db [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Added segment 4fdea499-af9a-4b05-945a-15742bc23339 of type vlan for network 22430e21-d3fc-488b-bff1-ba16ab068557 Aug 26 00:53:37.946416 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (82719f0d-e147-413c-83ac-404aae47d6de), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.947423 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:37.948006 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:37.953551 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.953908 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.954471 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.954816 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.955155 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.955495 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.955824 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.956148 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.956664 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.956850 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.957180 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.957507 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.957831 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.958236 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.958473 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Tracked resource versions report: Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: pushed versions: Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: { 'AddressGroup': {'1.2'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Agent': {'1.1'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'ConntrackHelper': {'1.0'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'LocalIPAssociation': {'1.0'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Log': {'1.0'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'NDPProxy': {'1.0'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Network': {'1.1'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Port': {'1.7'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'PortForwarding': {'1.3'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'QosPolicy': {'1.10'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'SecurityGroup': {'1.5'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'SecurityGroupRule': {'1.2'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'SubPort': {'1.0'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Subnet': {'1.1'}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Trunk': {'1.1'}} Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: consumer versions: Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: { DHCP agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: HyperV agent@hv-cinder-83538: {}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: L3 agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: Metadata agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: Metering agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: Open vSwitch agent@dv-cinder-835384-25-iscsi: { 'AddressGroup': '1.2', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Agent': '1.1', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'ConntrackHelper': '1.0', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'LocalIPAssociation': '1.0', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Log': '1.0', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'NDPProxy': '1.0', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Network': '1.1', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Port': '1.7', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'PortForwarding': '1.3', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'QosPolicy': '1.10', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'SecurityGroup': '1.5', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'SecurityGroupRule': '1.2', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'SubPort': '1.0', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Subnet': '1.1', Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: 'Trunk': '1.1'}} Aug 26 00:53:37.960528 dv-cinder-835384-25-iscsi neutron-server[113336]: {{(pid=113336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 00:53:37.991089 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3eea68-3ba2-4ac3-8f12-c6faea720e60 admin admin] Made reservation on behalf of 368f6a9e030e4aff9ef6559a6a165975 for: {'subnet': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:53:37.994360 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8d3eea68-3ba2-4ac3-8f12-c6faea720e60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:38.012763 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (22430e21-d3fc-488b-bff1-ba16ab068557), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:38.075060 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (a7f4c88d-45f2-48d0-b1db-d03d08216bf5), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:38.076232 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:38.077015 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:38.107736 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3377411 Aug 26 00:53:38.111020 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38916) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:38.119029 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900d087d-2c50-4bb3-82f0-deff3a0e3284,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:38.126494 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-ee905f4b-5acf-427e-9283-f2a2ef322666 admin admin] Request body: {'subnet': {'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-subnet', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:38.153955 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d51ad-a602-40f2-87c5-6054ae190d5e admin admin] Pushing event updated for resources: {'Network': ['ID=82719f0d-e147-413c-83ac-404aae47d6de,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:38.166631 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network 82719f0d-e147-413c-83ac-404aae47d6de details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:53:38.250096 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca20b5f-181e-4d3b-858c-3d81b80a5c0d,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:38.277966 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] Pushing event updated for resources: {'Network': ['ID=a7f4c88d-45f2-48d0-b1db-d03d08216bf5,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:38.299625 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-3acba0b7-9d03-4cbe-b9ec-44c5c06dbd70 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5655019 Aug 26 00:53:38.300634 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (22430e21-d3fc-488b-bff1-ba16ab068557), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:38.302521 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38926) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:38.302743 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:38.303518 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:38.307091 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:53:38.308222 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-06523f26-483e-48ae-86c8-1a1774e84bec admin admin] Request body: {'subnet': {'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1425029728-subnet', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:38.351197 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8d3eea68-3ba2-4ac3-8f12-c6faea720e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for subnet (ebece4fe-9fc4-4a49-8617-0ca326fa4131), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:38.378113 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] Pushing event updated for resources: {'Network': ['ID=22430e21-d3fc-488b-bff1-ba16ab068557,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:38.393127 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee905f4b-5acf-427e-9283-f2a2ef322666 admin admin] Made reservation on behalf of ec39c32378ac4017ad50aa6f930e514b for: {'subnet': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:53:38.396608 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ee905f4b-5acf-427e-9283-f2a2ef322666 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:38.453257 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network 22430e21-d3fc-488b-bff1-ba16ab068557 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:53:38.470196 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3eea68-3ba2-4ac3-8f12-c6faea720e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebece4fe-9fc4-4a49-8617-0ca326fa4131,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:38.484594 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3eea68-3ba2-4ac3-8f12-c6faea720e60 admin admin] Checking segment: {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:38.485207 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3eea68-3ba2-4ac3-8f12-c6faea720e60 admin admin] Network hostable DHCP agents. Network: 7609779d-30c3-4a34-917a-c632dbd6c083, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:53:38.491723 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06523f26-483e-48ae-86c8-1a1774e84bec admin admin] Made reservation on behalf of 5219060f4c184521919b017e8435eca5 for: {'subnet': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:53:38.500741 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-06523f26-483e-48ae-86c8-1a1774e84bec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:38.565051 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:38.618409 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6ba4f541-539a-486f-92c7-ed9880cafe0b admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8151672 Aug 26 00:53:38.622703 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38942) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:38.630055 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-513315f6-2f44-408f-876a-32436a2bf62b admin admin] Request body: {'subnet': {'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1486197832-subnet', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:38.739829 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:38.741841 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:38.802223 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513315f6-2f44-408f-876a-32436a2bf62b admin admin] Made reservation on behalf of 032ed1b5aea842edb0bcae9d23810786 for: {'subnet': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:53:38.805598 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-513315f6-2f44-408f-876a-32436a2bf62b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:38.831594 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-06523f26-483e-48ae-86c8-1a1774e84bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for subnet (9109bc51-e9d9-49d0-af4c-512542672cea), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:38.895979 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ee905f4b-5acf-427e-9283-f2a2ef322666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for subnet (057ee52c-7eaf-4765-b679-5f157b27c59c), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:38.991659 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3eea68-3ba2-4ac3-8f12-c6faea720e60 admin admin] Network 7609779d-30c3-4a34-917a-c632dbd6c083 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:53:39.034559 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06523f26-483e-48ae-86c8-1a1774e84bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9109bc51-e9d9-49d0-af4c-512542672cea,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:39.040064 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06523f26-483e-48ae-86c8-1a1774e84bec admin admin] Checking segment: {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:39.040427 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06523f26-483e-48ae-86c8-1a1774e84bec admin admin] Network hostable DHCP agents. Network: a7f4c88d-45f2-48d0-b1db-d03d08216bf5, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:53:39.063455 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee905f4b-5acf-427e-9283-f2a2ef322666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=057ee52c-7eaf-4765-b679-5f157b27c59c,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:39.097814 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee905f4b-5acf-427e-9283-f2a2ef322666 admin admin] Checking segment: {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:39.098442 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee905f4b-5acf-427e-9283-f2a2ef322666 admin admin] Network hostable DHCP agents. Network: 82719f0d-e147-413c-83ac-404aae47d6de, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:53:39.144661 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:39.184398 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-8d3eea68-3ba2-4ac3-8f12-c6faea720e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, 7609779d-30c3-4a34-917a-c632dbd6c083) {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:39.193542 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3eea68-3ba2-4ac3-8f12-c6faea720e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:39.193542 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8d3eea68-3ba2-4ac3-8f12-c6faea720e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.196788 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a71d24-cd29-4be6-99d1-44e4908f53c1 None None] Network 7609779d-30c3-4a34-917a-c632dbd6c083 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:53:39.299511 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee905f4b-5acf-427e-9283-f2a2ef322666 admin admin] Network 82719f0d-e147-413c-83ac-404aae47d6de is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:53:39.299746 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06523f26-483e-48ae-86c8-1a1774e84bec admin admin] Network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:53:39.305026 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8d3eea68-3ba2-4ac3-8f12-c6faea720e60 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4431062 Aug 26 00:53:39.308703 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 38976) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:39.311261 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-513315f6-2f44-408f-876a-32436a2bf62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for subnet (f1d8d22c-0efd-44e4-9492-e3e9f15e893c), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.315616 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-ee905f4b-5acf-427e-9283-f2a2ef322666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, 82719f0d-e147-413c-83ac-404aae47d6de) {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:39.327592 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743c1717-8602-406b-83f9-aac93dcb6fe2 None None] Network 82719f0d-e147-413c-83ac-404aae47d6de requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:53:39.331532 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:39.331663 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee905f4b-5acf-427e-9283-f2a2ef322666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:39.331663 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ee905f4b-5acf-427e-9283-f2a2ef322666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.333271 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-06523f26-483e-48ae-86c8-1a1774e84bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, a7f4c88d-45f2-48d0-b1db-d03d08216bf5) {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:39.351156 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06523f26-483e-48ae-86c8-1a1774e84bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:39.351156 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-06523f26-483e-48ae-86c8-1a1774e84bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.613011 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe060b-7f82-441a-a601-360a6c5febb2 None None] Network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:53:39.619564 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513315f6-2f44-408f-876a-32436a2bf62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d8d22c-0efd-44e4-9492-e3e9f15e893c,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:39.624891 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-7609779d-30c3-4a34-917a-c632dbd6c083', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 00:53:39.624891 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.626312 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513315f6-2f44-408f-876a-32436a2bf62b admin admin] Checking segment: {'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:39.626312 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513315f6-2f44-408f-876a-32436a2bf62b admin admin] Network hostable DHCP agents. Network: 22430e21-d3fc-488b-bff1-ba16ab068557, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:53:39.627807 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-06523f26-483e-48ae-86c8-1a1774e84bec admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2362962 Aug 26 00:53:39.628374 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-ee905f4b-5acf-427e-9283-f2a2ef322666 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4181507 Aug 26 00:53:39.628643 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26986'] for router (08798a74-ed5d-4aa0-95ed-44183a44fb97), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.628643 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26963'] for router (08798a74-ed5d-4aa0-95ed-44183a44fb97), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.629032 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38996) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:39.629032 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 38998) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:39.629032 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:39.629032 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:39.629032 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513315f6-2f44-408f-876a-32436a2bf62b admin admin] Network 22430e21-d3fc-488b-bff1-ba16ab068557 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:53:39.650652 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Publish callbacks [] for router_controller (08798a74-ed5d-4aa0-95ed-44183a44fb97), precommit_add_association {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.731701 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'project_id': '5219060f4c184521919b017e8435eca5', 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 00:53:39.733089 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.787640 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26986'] for router (546122f2-6554-4a21-81a4-d2f9a9674a0d), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.789209 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26963'] for router (546122f2-6554-4a21-81a4-d2f9a9674a0d), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.793713 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26986'] for router (eed7c60f-4637-4288-9c7f-7f548fe15505), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.794987 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26963'] for router (eed7c60f-4637-4288-9c7f-7f548fe15505), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.801700 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-82719f0d-e147-413c-83ac-404aae47d6de', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 00:53:39.801700 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.914577 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Publish callbacks [] for router_controller (eed7c60f-4637-4288-9c7f-7f548fe15505), precommit_add_association {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.915538 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-513315f6-2f44-408f-876a-32436a2bf62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, 22430e21-d3fc-488b-bff1-ba16ab068557) {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:39.922083 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513315f6-2f44-408f-876a-32436a2bf62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:39.923061 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-513315f6-2f44-408f-876a-32436a2bf62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.979827 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734697ed-9d22-44d5-a6c3-9aaafa33aeda None None] Network 22430e21-d3fc-488b-bff1-ba16ab068557 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:53:39.982508 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Publish callbacks [] for router_gateway (08798a74-ed5d-4aa0-95ed-44183a44fb97), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:39.991932 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Publish callbacks [] for router_controller (546122f2-6554-4a21-81a4-d2f9a9674a0d), precommit_add_association {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.000767 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:40.001747 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:40.013721 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Allocated IP 172.20.0.2 (7609779d-30c3-4a34-917a-c632dbd6c083/ebece4fe-9fc4-4a49-8617-0ca326fa4131/1d8c9ebb-d19f-4c63-9645-1627e19a69e9) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:40.045016 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-513315f6-2f44-408f-876a-32436a2bf62b admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4187260 Aug 26 00:53:40.046767 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39014) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:40.057216 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1486197832-router', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:40.117108 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:40.138687 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:40.161621 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26986'] for router (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.162873 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26963'] for router (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.222277 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Publish callbacks [] for router_gateway (eed7c60f-4637-4288-9c7f-7f548fe15505), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.233981 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Allocated IP 172.20.0.2 (a7f4c88d-45f2-48d0-b1db-d03d08216bf5/9109bc51-e9d9-49d0-af4c-512542672cea/1a58569d-adba-4248-b75f-1ee461c91a04) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:40.325618 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Publish callbacks [] for router_gateway (546122f2-6554-4a21-81a4-d2f9a9674a0d), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.353461 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 39020) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:40.434263 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Publish callbacks [] for router_controller (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), precommit_add_association {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.453311 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Allocated IP 172.20.0.2 (82719f0d-e147-413c-83ac-404aae47d6de/057ee52c-7eaf-4765-b679-5f157b27c59c/5245fbeb-7022-4908-8343-94b5ef1bebee) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:40.523104 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-22430e21-d3fc-488b-bff1-ba16ab068557', 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557', 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'fixed_ips': [{'subnet_id': 'f1d8d22c-0efd-44e4-9492-e3e9f15e893c'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 00:53:40.524276 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.561571 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Publish callbacks [] for port (1a58569d-adba-4248-b75f-1ee461c91a04), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.566264 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Publish callbacks [] for router_gateway (08798a74-ed5d-4aa0-95ed-44183a44fb97), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.663169 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Publish callbacks [] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.701342 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.709068 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.760699 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:40.776514 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:40.779078 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.779533 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7bd5ce5d-fbd6-4daf-9163-7935d22c803d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.781669 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:40.887866 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7bd5ce5d-fbd6-4daf-9163-7935d22c803d admin admin] Publish callbacks [] for security_group (d6a8b5d9-8b7b-448d-a0ee-417421a44cac), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.919693 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Publish callbacks [] for router_gateway (eed7c60f-4637-4288-9c7f-7f548fe15505), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:40.924038 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Allocated IP 172.27.1.31 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/26ebdf6e-27d7-4e5a-bf3e-4c810d228afc) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:40.925202 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Network 7609779d-30c3-4a34-917a-c632dbd6c083 is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:40.937482 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:40.946477 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Pushing event updated for resources: {'Port': ['ID=1a58569d-adba-4248-b75f-1ee461c91a04,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:40.948318 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:40.971737 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.004154 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.004607 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.005279 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.005380 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.005872 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.006545 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.006661 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.007020 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.007466 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.007984 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.008761 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.008761 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.009298 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.009743 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.010136 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Tracked resource versions report: Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: pushed versions: Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: { 'AddressGroup': {'1.2'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Agent': {'1.1'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'ConntrackHelper': {'1.0'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'LocalIPAssociation': {'1.0'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Log': {'1.0'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'NDPProxy': {'1.0'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Network': {'1.1'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Port': {'1.7'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'PortForwarding': {'1.3'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'QosPolicy': {'1.10'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'SecurityGroup': {'1.5'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'SecurityGroupRule': {'1.2'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'SubPort': {'1.0'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Subnet': {'1.1'}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Trunk': {'1.1'}} Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: consumer versions: Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: { DHCP agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: HyperV agent@hv-cinder-83538: {}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: L3 agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: Metadata agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: Metering agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: Open vSwitch agent@dv-cinder-835384-25-iscsi: { 'AddressGroup': '1.2', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Agent': '1.1', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'ConntrackHelper': '1.0', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'LocalIPAssociation': '1.0', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Log': '1.0', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'NDPProxy': '1.0', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Network': '1.1', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Port': '1.7', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'PortForwarding': '1.3', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'QosPolicy': '1.10', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'SecurityGroup': '1.5', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'SecurityGroupRule': '1.2', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'SubPort': '1.0', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Subnet': '1.1', Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: 'Trunk': '1.1'}} Aug 26 00:53:41.011720 dv-cinder-835384-25-iscsi neutron-server[113337]: {{(pid=113337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 00:53:41.043977 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Allocated IP 172.20.0.2 (22430e21-d3fc-488b-bff1-ba16ab068557/f1d8d22c-0efd-44e4-9492-e3e9f15e893c/e1dbffaa-142e-4678-ad82-221abdf55e40) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:41.057958 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7bd5ce5d-fbd6-4daf-9163-7935d22c803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (d6a8b5d9-8b7b-448d-a0ee-417421a44cac), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.081820 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Publish callbacks [] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.084084 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Attempting to bind port 1a58569d-adba-4248-b75f-1ee461c91a04 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:53:41.084559 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Attempting to bind port 1a58569d-adba-4248-b75f-1ee461c91a04 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:53:41.084998 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Attempting to bind port 1a58569d-adba-4248-b75f-1ee461c91a04 on network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:53:41.087419 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Publish callbacks [] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.109088 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:53:41.109572 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Checking segment: {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:41.110049 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.110502 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Bound using segment: {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:53:41.111056 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Bound port: 1a58569d-adba-4248-b75f-1ee461c91a04, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:53:41.111533 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.185271 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Publish callbacks [] for router_gateway (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.188520 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Pushing event updated for resources: {'Port': ['ID=1d8c9ebb-d19f-4c63-9645-1627e19a69e9,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:41.225213 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.232294 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Attempting to bind port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:53:41.232760 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Attempting to bind port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:53:41.233187 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Attempting to bind port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 on network 7609779d-30c3-4a34-917a-c632dbd6c083 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:53:41.244087 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7bd5ce5d-fbd6-4daf-9163-7935d22c803d admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=bd196a920ed04c0bac853f0556b4233d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8859043 Aug 26 00:53:41.244087 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5ce5d-fbd6-4daf-9163-7935d22c803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a8b5d9-8b7b-448d-a0ee-417421a44cac,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:41.254591 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39042) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:41.274648 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Publish callbacks [] for router_gateway (546122f2-6554-4a21-81a4-d2f9a9674a0d), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.278433 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:53:41.278970 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Checking segment: {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:41.279199 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.279771 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Bound using segment: {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:53:41.280386 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Bound port: 1d8c9ebb-d19f-4c63-9645-1627e19a69e9, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:53:41.280937 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.308057 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Network 82719f0d-e147-413c-83ac-404aae47d6de is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:41.316658 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.320923 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a97bf295-da65-4873-8631-085801184906 admin admin] Publish callbacks [] for security_group (d6a8b5d9-8b7b-448d-a0ee-417421a44cac), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.335310 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:41.344459 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a97bf295-da65-4873-8631-085801184906 admin admin] Publish callbacks [] for security_group (d6a8b5d9-8b7b-448d-a0ee-417421a44cac), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.348808 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.357609 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:41.359510 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Pushing event updated for resources: {'Port': ['ID=5245fbeb-7022-4908-8343-94b5ef1bebee,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:41.376258 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] For port 1a58569d-adba-4248-b75f-1ee461c91a04, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:53:41.423888 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:41.436570 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Allocated IP 172.27.1.55 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/54b85f49-0aae-4a55-9801-18fe9265f825) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:41.440683 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] For port 1a58569d-adba-4248-b75f-1ee461c91a04, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=1a58569d-adba-4248-b75f-1ee461c91a04,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:53:41.525258 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.529298 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Attempting to bind port 5245fbeb-7022-4908-8343-94b5ef1bebee on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:53:41.529738 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Attempting to bind port 5245fbeb-7022-4908-8343-94b5ef1bebee by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:53:41.530221 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Attempting to bind port 5245fbeb-7022-4908-8343-94b5ef1bebee on network 82719f0d-e147-413c-83ac-404aae47d6de {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:53:41.537051 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] For port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:53:41.547207 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:53:41.553428 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Checking segment: {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:41.555291 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.555291 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Bound using segment: {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:53:41.555291 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Bound port: 5245fbeb-7022-4908-8343-94b5ef1bebee, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:53:41.556042 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.597511 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Publish callbacks [] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.619779 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] For port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=1d8c9ebb-d19f-4c63-9645-1627e19a69e9,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:53:41.632562 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Publish callbacks [] for port (54b85f49-0aae-4a55-9801-18fe9265f825), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.739499 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:41.756448 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] For port 5245fbeb-7022-4908-8343-94b5ef1bebee, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:53:41.756448 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] For port 5245fbeb-7022-4908-8343-94b5ef1bebee, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=5245fbeb-7022-4908-8343-94b5ef1bebee,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:53:41.763731 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.766382 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.779794 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb2291-3ca8-46d1-9f1c-3512964505d4 None None] Pushing event updated for resources: {'Port': ['ID=1a58569d-adba-4248-b75f-1ee461c91a04,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:41.809254 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (54b85f49-0aae-4a55-9801-18fe9265f825), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.864182 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.897042 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Network 22430e21-d3fc-488b-bff1-ba16ab068557 is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:41.914921 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:41.918032 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Pushing event updated for resources: {'Port': ['ID=26ebdf6e-27d7-4e5a-bf3e-4c810d228afc,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:41.922832 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:41.924134 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Publish callbacks [] for router_gateway (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.942728 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:41.986306 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Pushing event updated for resources: {'Port': ['ID=e1dbffaa-142e-4678-ad82-221abdf55e40,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:41.995068 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a97bf295-da65-4873-8631-085801184906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (d6a8b5d9-8b7b-448d-a0ee-417421a44cac), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:41.998746 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a97bf295-da65-4873-8631-085801184906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:42.000173 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-a97bf295-da65-4873-8631-085801184906 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d6a8b5d9-8b7b-448d-a0ee-417421a44cac HTTP/1.1" status: 204 len: 168 time: 0.7446659 Aug 26 00:53:42.039998 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:42.040538 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:42.053866 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:42.070795 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:42.076613 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:42.115816 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:42.179515 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:42.182732 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bf295-da65-4873-8631-085801184906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a8b5d9-8b7b-448d-a0ee-417421a44cac,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:42.196989 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:42.225810 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Pushing event updated for resources: {'Port': ['ID=54b85f49-0aae-4a55-9801-18fe9265f825,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:42.266713 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Allocated IP 172.27.1.247 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/939b1c41-cd05-4789-872c-3555cf6cef9f) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:42.555847 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:42.581904 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:42.585666 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Attempting to bind port e1dbffaa-142e-4678-ad82-221abdf55e40 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:53:42.586262 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Attempting to bind port e1dbffaa-142e-4678-ad82-221abdf55e40 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:53:42.587070 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Attempting to bind port e1dbffaa-142e-4678-ad82-221abdf55e40 on network 22430e21-d3fc-488b-bff1-ba16ab068557 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:53:42.591189 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63daa5-5299-4c19-91ea-8a719e3e512f None None] Pushing event updated for resources: {'Port': ['ID=1d8c9ebb-d19f-4c63-9645-1627e19a69e9,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:42.602208 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Publish callbacks [] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:42.623649 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:53:42.626204 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Checking segment: {'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:42.626738 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:42.627231 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Bound using segment: {'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:53:42.627791 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Bound port: e1dbffaa-142e-4678-ad82-221abdf55e40, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:53:42.632510 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:42.671679 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acece95-996e-48cd-ba49-de2ffaa9abe2 None None] Pushing event updated for resources: {'Port': ['ID=5245fbeb-7022-4908-8343-94b5ef1bebee,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:42.780658 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Publish callbacks [] for router_gateway (eed7c60f-4637-4288-9c7f-7f548fe15505), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:42.808035 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] For port e1dbffaa-142e-4678-ad82-221abdf55e40, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:53:42.817415 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] For port e1dbffaa-142e-4678-ad82-221abdf55e40, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=e1dbffaa-142e-4678-ad82-221abdf55e40,segment=NetworkSegment(4fdea499-af9a-4b05-945a-15742bc23339),segment_id=4fdea499-af9a-4b05-945a-15742bc23339)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:53:42.941043 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Publish callbacks [] for router_gateway (08798a74-ed5d-4aa0-95ed-44183a44fb97), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:42.951983 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:42.983867 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:43.040509 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Pushing event updated for resources: {'Port': ['ID=939b1c41-cd05-4789-872c-3555cf6cef9f,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:43.084457 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:43.084617 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143c962-2495-47ad-9322-d72ae11b163f None None] Pushing event updated for resources: {'Port': ['ID=e1dbffaa-142e-4678-ad82-221abdf55e40,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:43.091440 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:43.096414 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:43.143140 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Allocated IP 172.27.1.201 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/82d06787-11cb-4d7c-bccd-1eded19e414d) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:43.406779 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848'] for router (eed7c60f-4637-4288-9c7f-7f548fe15505), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:43.466004 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848'] for router (08798a74-ed5d-4aa0-95ed-44183a44fb97), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:43.788989 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b84df-6af4-4ae3-8eee-13377e348bd2 None None] Network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:53:43.816272 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Publish callbacks [] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:44.025511 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Publish callbacks [] for router_gateway (546122f2-6554-4a21-81a4-d2f9a9674a0d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:44.091558 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:44.100192 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-aa84052f-f027-457e-bef9-cecc30bf2ac0 None None] Provisioning complete for port 1a58569d-adba-4248-b75f-1ee461c91a04 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:44.102176 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-aa84052f-f027-457e-bef9-cecc30bf2ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:44.117146 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39112) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:44.199105 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Router 08798a74-ed5d-4aa0-95ed-44183a44fb97 is scheduled to L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e with binding_index 1 {{(pid=113335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 00:53:44.239484 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b779c3d-da33-4267-9d6f-89da3b721d90 None None] Network 7609779d-30c3-4a34-917a-c632dbd6c083 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:53:44.301544 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 1a58569d-adba-4248-b75f-1ee461c91a04 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:44.380404 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848'] for router (546122f2-6554-4a21-81a4-d2f9a9674a0d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:44.422907 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:53:44.425189 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:44.433390 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Sync routers for ids ['08798a74-ed5d-4aa0-95ed-44183a44fb97'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:53:44.447639 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Routers {'08798a74-ed5d-4aa0-95ed-44183a44fb97'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:53:44.450544 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['08798a74-ed5d-4aa0-95ed-44183a44fb97'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:44.463983 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-671207828-network', 'tenant_id': '048f09e433c343ba87faa257b37184c6'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:44.491165 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1a4030-af2a-43bd-9444-fd49182c4455 None None] Network 82719f0d-e147-413c-83ac-404aae47d6de requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:53:44.552447 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:44.557763 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Pushing event updated for resources: {'Port': ['ID=82d06787-11cb-4d7c-bccd-1eded19e414d,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:44.571764 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:44.577456 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:44.580184 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:44.634183 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:44.681963 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:44.700229 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Router eed7c60f-4637-4288-9c7f-7f548fe15505 is scheduled to L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e with binding_index 1 {{(pid=113336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 00:53:44.711198 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-865e6684-fcdd-42ca-bc05-5e6901134acf admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3943143 Aug 26 00:53:44.711662 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 39122) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:44.713894 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Made reservation on behalf of 048f09e433c343ba87faa257b37184c6 for: {'network': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:53:44.721915 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:44.759608 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:44.848073 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:44.919173 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-aa84052f-f027-457e-bef9-cecc30bf2ac0 None None] Current status of the port 1a58569d-adba-4248-b75f-1ee461c91a04 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:44.919648 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-aa84052f-f027-457e-bef9-cecc30bf2ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:44.934300 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d89b2-ee09-4a22-b782-0ef53210394e None None] Network 22430e21-d3fc-488b-bff1-ba16ab068557 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:53:44.984026 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Set router 08798a74-ed5d-4aa0-95ed-44183a44fb97 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:53:45.006628 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:45.060693 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.171967 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 1a58569d-adba-4248-b75f-1ee461c91a04 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:45.172706 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.218050 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Publish callbacks [] for security_group (8efe1539-5029-492e-ba85-e9e28f432877), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.236085 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-aa84052f-f027-457e-bef9-cecc30bf2ac0 None None] For port 1a58569d-adba-4248-b75f-1ee461c91a04, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=1a58569d-adba-4248-b75f-1ee461c91a04,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:53:45.258721 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:42Z', 'revision_number': 3, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:45.288033 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Checking router: 08798a74-ed5d-4aa0-95ed-44183a44fb97 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:53:45.288393 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Updating router 08798a74-ed5d-4aa0-95ed-44183a44fb97 port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc binding host dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:53:45.299707 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (8efe1539-5029-492e-ba85-e9e28f432877), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.300438 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-aa84052f-f027-457e-bef9-cecc30bf2ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.313233 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=113335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:53:45.324445 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.326665 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (de94afb2-a937-440b-ab2e-dc72c159b811), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.327069 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.segments_db [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Added segment de94afb2-a937-440b-ab2e-dc72c159b811 of type vlan for network 4c890c3e-621d-48a3-ae0e-4007a4577dcc Aug 26 00:53:45.383034 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (4c890c3e-621d-48a3-ae0e-4007a4577dcc), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.397131 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Router 546122f2-6554-4a21-81a4-d2f9a9674a0d is scheduled to L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e with binding_index 1 {{(pid=113336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 00:53:45.435439 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:53:45.485412 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Provisioning complete for port 5245fbeb-7022-4908-8343-94b5ef1bebee triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:45.488185 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.505274 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Sync routers for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:53:45.593788 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (4c890c3e-621d-48a3-ae0e-4007a4577dcc), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.594784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:45.595378 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.632338 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efe1539-5029-492e-ba85-e9e28f432877,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:45.655761 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.661361 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6d20d092-3666-4b60-827c-72acee5b9d9f admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1033216 Aug 26 00:53:45.661361 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 39140) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:45.702902 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:53:45.703100 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:45.723098 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 1a58569d-adba-4248-b75f-1ee461c91a04 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:45.726199 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device e1dbffaa-142e-4678-ad82-221abdf55e40 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:45.735865 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Publish callbacks [] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), precommit_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.770266 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Publish callbacks [] for router_gateway (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.808940 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:45.834091 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84052f-f027-457e-bef9-cecc30bf2ac0 None None] Pushing event updated for resources: {'Port': ['ID=1a58569d-adba-4248-b75f-1ee461c91a04,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:45.848964 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] Pushing event updated for resources: {'Network': ['ID=4c890c3e-621d-48a3-ae0e-4007a4577dcc,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:45.879113 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-dda6a6d9-4db0-43f9-9399-35cb4c4ed7a3 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7576060 Aug 26 00:53:45.879403 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39148) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:45.880169 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network 4c890c3e-621d-48a3-ae0e-4007a4577dcc details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:53:45.886301 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-455158fa-c49b-4e54-9440-056aed613c0d admin admin] Request body: {'subnet': {'network_id': '4c890c3e-621d-48a3-ae0e-4007a4577dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-671207828-subnet', 'tenant_id': '048f09e433c343ba87faa257b37184c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:45.925130 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Attempting to bind port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:53:45.925630 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Attempting to bind port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:53:45.926000 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Attempting to bind port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc on network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:53:45.946411 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Pushing event updated for resources: {'Port': ['ID=26ebdf6e-27d7-4e5a-bf3e-4c810d228afc,revision_number=2']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:45.946880 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:45.974607 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:53:45.975590 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:45.984283 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:45.986626 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:45.987186 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:45.987708 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:45.990078 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:45.990883 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:45.993469 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:45.994028 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:45.998894 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:46.001227 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:46.002217 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:46.002777 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:46.003291 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:46.004893 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Tracked resource versions report: Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: pushed versions: Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: { 'AddressGroup': {'1.2'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Agent': {'1.1'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'ConntrackHelper': {'1.0'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'LocalIPAssociation': {'1.0'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Log': {'1.0'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'NDPProxy': {'1.0'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Network': {'1.1'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Port': {'1.7'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'PortForwarding': {'1.3'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'QosPolicy': {'1.10'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'SecurityGroup': {'1.5'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'SecurityGroupRule': {'1.2'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'SubPort': {'1.0'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Subnet': {'1.1'}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Trunk': {'1.1'}} Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: consumer versions: Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: { DHCP agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: HyperV agent@hv-cinder-83538: {}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: L3 agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: Metadata agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: Metering agent@dv-cinder-835384-25-iscsi: {}, Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: Open vSwitch agent@dv-cinder-835384-25-iscsi: { 'AddressGroup': '1.2', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Agent': '1.1', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'ConntrackHelper': '1.0', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'LocalIPAssociation': '1.0', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Log': '1.0', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'NDPProxy': '1.0', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Network': '1.1', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Port': '1.7', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'PortForwarding': '1.3', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'QosPolicy': '1.10', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'SecurityGroup': '1.5', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'SecurityGroupRule': '1.2', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'SubPort': '1.0', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Subnet': '1.1', Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: 'Trunk': '1.1'}} Aug 26 00:53:46.015577 dv-cinder-835384-25-iscsi neutron-server[113338]: {{(pid=113338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 00:53:46.040843 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:53:46.046252 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:46.048577 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.049188 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Bound using segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:53:46.049896 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Bound port: 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:53:46.050740 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.063406 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Sync routers for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:53:46.118116 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:53:46.121281 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Current status of the port 5245fbeb-7022-4908-8343-94b5ef1bebee is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:46.121957 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:46.122069 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.147339 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455158fa-c49b-4e54-9440-056aed613c0d admin admin] Made reservation on behalf of 048f09e433c343ba87faa257b37184c6 for: {'subnet': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:53:46.151989 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-455158fa-c49b-4e54-9440-056aed613c0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.162416 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:53:46.167460 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:46.186408 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port e1dbffaa-142e-4678-ad82-221abdf55e40 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:46.187141 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.282333 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] For port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:53:46.288310 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] For port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=26ebdf6e-27d7-4e5a-bf3e-4c810d228afc,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:53:46.291742 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.296498 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-b56d1ecf-f9bc-4085-bc38-4ef5cf995b4f admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7427588 Aug 26 00:53:46.299385 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 39160) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:46.308383 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] For port 5245fbeb-7022-4908-8343-94b5ef1bebee, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=5245fbeb-7022-4908-8343-94b5ef1bebee,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:53:46.406127 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.453360 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.463645 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848'] for router (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.476043 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:46.554298 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:46.560135 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Provisioning complete for port 1a58569d-adba-4248-b75f-1ee461c91a04 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:46.560537 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.560725 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:53:46.596774 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.634080 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Routers {'08798a74-ed5d-4aa0-95ed-44183a44fb97'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:53:46.635337 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['08798a74-ed5d-4aa0-95ed-44183a44fb97'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:46.682260 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:46.751032 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port e1dbffaa-142e-4678-ad82-221abdf55e40 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:46.751450 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.781888 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:46.808207 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc26e58-0fe4-4858-a763-d4e00b6f80d8 None None] Pushing event updated for resources: {'Port': ['ID=26ebdf6e-27d7-4e5a-bf3e-4c810d228afc,revision_number=3']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:46.819309 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:46.848374 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Pushing event updated for resources: {'Port': ['ID=5245fbeb-7022-4908-8343-94b5ef1bebee,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:46.854449 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:42Z', 'revision_number': 3, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:46.875004 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Allocated IP 172.20.0.1 (7609779d-30c3-4a34-917a-c632dbd6c083/ebece4fe-9fc4-4a49-8617-0ca326fa4131/3741ef52-7f9b-4328-926c-1695b7e41460) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:46.899143 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Checking router: eed7c60f-4637-4288-9c7f-7f548fe15505 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:53:46.901033 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Updating router eed7c60f-4637-4288-9c7f-7f548fe15505 port 54b85f49-0aae-4a55-9801-18fe9265f825 binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:53:46.906067 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port e1dbffaa-142e-4678-ad82-221abdf55e40, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=e1dbffaa-142e-4678-ad82-221abdf55e40,segment=NetworkSegment(4fdea499-af9a-4b05-945a-15742bc23339),segment_id=4fdea499-af9a-4b05-945a-15742bc23339)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:53:46.912271 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-455158fa-c49b-4e54-9440-056aed613c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for subnet (a49e5dbf-68a7-42b7-bdbb-f23b1751a5e4), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:46.983657 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455158fa-c49b-4e54-9440-056aed613c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49e5dbf-68a7-42b7-bdbb-f23b1751a5e4,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:46.989467 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:46.996287 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Router b0d1d453-4cb5-4dce-8a53-09bfd56813ab is scheduled to L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e with binding_index 1 {{(pid=113335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 00:53:47.000985 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Publish callbacks [] for port (3741ef52-7f9b-4328-926c-1695b7e41460), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.021517 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] Set router 08798a74-ed5d-4aa0-95ed-44183a44fb97 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:53:47.027318 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.029102 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 5245fbeb-7022-4908-8343-94b5ef1bebee up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:47.110648 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:53:47.121177 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.184494 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Sync routers for ids ['b0d1d453-4cb5-4dce-8a53-09bfd56813ab'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:53:47.185766 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455158fa-c49b-4e54-9440-056aed613c0d admin admin] Checking segment: {'id': 'de94afb2-a937-440b-ab2e-dc72c159b811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '4c890c3e-621d-48a3-ae0e-4007a4577dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:47.185766 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455158fa-c49b-4e54-9440-056aed613c0d admin admin] Network hostable DHCP agents. Network: 4c890c3e-621d-48a3-ae0e-4007a4577dcc, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:53:47.200291 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (54b85f49-0aae-4a55-9801-18fe9265f825), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.262623 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:43Z', 'revision_number': 3, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:47.267529 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.269578 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-f657e876-9b3a-44ee-9283-b96cc1ba07a2 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2183273 Aug 26 00:53:47.272636 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39190) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:47.283966 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Current status of the port 1a58569d-adba-4248-b75f-1ee461c91a04 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:47.289528 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Network 7609779d-30c3-4a34-917a-c632dbd6c083 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:47.298532 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:47.303846 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Provisioning complete for port e1dbffaa-142e-4678-ad82-221abdf55e40 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:47.304352 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.306483 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:47.306959 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-583463'] for router_interface (08798a74-ed5d-4aa0-95ed-44183a44fb97), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.341501 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Checking router: 546122f2-6554-4a21-81a4-d2f9a9674a0d for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:53:47.341945 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Updating router 546122f2-6554-4a21-81a4-d2f9a9674a0d port 939b1c41-cd05-4789-872c-3555cf6cef9f binding host dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:53:47.343980 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:42Z', 'revision_number': 3, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:47.348558 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=100 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:47.354914 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Pushing event updated for resources: {'Port': ['ID=3741ef52-7f9b-4328-926c-1695b7e41460,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:47.405764 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455158fa-c49b-4e54-9440-056aed613c0d admin admin] Network 4c890c3e-621d-48a3-ae0e-4007a4577dcc is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:53:47.422187 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 5245fbeb-7022-4908-8343-94b5ef1bebee triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:47.422557 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.446013 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Routers {'b0d1d453-4cb5-4dce-8a53-09bfd56813ab'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:53:47.446851 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b0d1d453-4cb5-4dce-8a53-09bfd56813ab'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:47.501062 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.506541 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd10bf2-5def-41e2-bf56-f39b6f957136 None None] The sync data for ids ['08798a74-ed5d-4aa0-95ed-44183a44fb97'] in dv-cinder-835384-25-iscsi is: [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:42Z', 'revision_number': 3, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:53:47.543733 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-455158fa-c49b-4e54-9440-056aed613c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, 4c890c3e-621d-48a3-ae0e-4007a4577dcc) {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:47.549364 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.564264 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=e1dbffaa-142e-4678-ad82-221abdf55e40,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:47.566855 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Current status of the port e1dbffaa-142e-4678-ad82-221abdf55e40 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:47.581829 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b8ac2-b571-412f-966f-61afadac3a07 None None] Network 4c890c3e-621d-48a3-ae0e-4007a4577dcc requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:53:47.585136 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455158fa-c49b-4e54-9440-056aed613c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:47.585820 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-455158fa-c49b-4e54-9440-056aed613c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.594255 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:47.678746 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Provisioning complete for port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:47.679192 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.763582 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:47.831709 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:47.850104 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Set router b0d1d453-4cb5-4dce-8a53-09bfd56813ab gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:53:47.917092 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-455158fa-c49b-4e54-9440-056aed613c0d admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0187809 Aug 26 00:53:47.918099 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=77,neutron:UPDATE=6,neutron:INSERT=17 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:48.027230 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 5245fbeb-7022-4908-8343-94b5ef1bebee is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:48.028367 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:48.103467 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Current status of the port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:48.104084 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.106511 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15944e50-0d70-47e2-b83b-5055d32028e4 None None] Network 4c890c3e-621d-48a3-ae0e-4007a4577dcc requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:53:48.180365 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.283963 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:48.352012 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Publish callbacks [] for port (54b85f49-0aae-4a55-9801-18fe9265f825), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.377276 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Allocated IP 172.20.0.1 (82719f0d-e147-413c-83ac-404aae47d6de/057ee52c-7eaf-4765-b679-5f157b27c59c/57a46b08-ebc7-4cad-82ad-da9792bc0230) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:48.395434 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.402815 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Publish callbacks [] for port (3741ef52-7f9b-4328-926c-1695b7e41460), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.421004 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] For port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=1d8c9ebb-d19f-4c63-9645-1627e19a69e9,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:53:48.459298 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:48.459674 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.477728 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.545428 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (54b85f49-0aae-4a55-9801-18fe9265f825), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.560522 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.561485 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583611'] for router_interface (08798a74-ed5d-4aa0-95ed-44183a44fb97), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.592564 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.639678 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:48.667928 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Allocated IP 172.20.0.1 (22430e21-d3fc-488b-bff1-ba16ab068557/f1d8d22c-0efd-44e4-9492-e3e9f15e893c/aaeb93ad-6756-4321-b55a-94e8e0e47fe5) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:48.691009 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Attempting to bind port 54b85f49-0aae-4a55-9801-18fe9265f825 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:53:48.691431 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Attempting to bind port 54b85f49-0aae-4a55-9801-18fe9265f825 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:53:48.691802 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Attempting to bind port 54b85f49-0aae-4a55-9801-18fe9265f825 on network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:53:48.726696 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:53:48.727078 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:48.727489 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.727888 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Bound using segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:53:48.728385 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Bound port: 54b85f49-0aae-4a55-9801-18fe9265f825, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:53:48.728806 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (54b85f49-0aae-4a55-9801-18fe9265f825), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.770314 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cd6a0-b8ca-4bab-b8f0-b33f26143e16 None None] Pushing event updated for resources: {'Port': ['ID=54b85f49-0aae-4a55-9801-18fe9265f825,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:48.790937 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'name': 'tempest-DeleteServersTestJSON-1486197832-router', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:45Z', 'revision_number': 3, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'gw_port': {'id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:42Z', 'updated_at': '2022-08-26T00:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:48.797233 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:48.888639 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Publish callbacks [] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.932317 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Publish callbacks [] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:48.934383 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:48.966732 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Pushing event updated for resources: {'Port': ['ID=3741ef52-7f9b-4328-926c-1695b7e41460,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:48.975338 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:49.031675 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.065520 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Checking router: b0d1d453-4cb5-4dce-8a53-09bfd56813ab for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:53:49.066072 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Updating router b0d1d453-4cb5-4dce-8a53-09bfd56813ab port 82d06787-11cb-4d7c-bccd-1eded19e414d binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:53:49.079487 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Publish callbacks [] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), precommit_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.108354 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] For port 54b85f49-0aae-4a55-9801-18fe9265f825, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:53:49.110858 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Network 22430e21-d3fc-488b-bff1-ba16ab068557 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:49.113895 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:49.118143 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:49.118737 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-583463'] for router_interface (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.140766 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:49.153522 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] For port 54b85f49-0aae-4a55-9801-18fe9265f825, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=54b85f49-0aae-4a55-9801-18fe9265f825,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:53:49.155223 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-4d01c045-de8e-4521-ac3a-c9963b0513f4 None None] Provisioning complete for port 3741ef52-7f9b-4328-926c-1695b7e41460 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:49.155599 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4d01c045-de8e-4521-ac3a-c9963b0513f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.158865 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Allocated IP 172.20.0.1 (a7f4c88d-45f2-48d0-b1db-d03d08216bf5/9109bc51-e9d9-49d0-af4c-512542672cea/db7931a5-b611-44b8-9307-587abfaa00fd) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:49.189592 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39222) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:49.206017 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Network 7609779d-30c3-4a34-917a-c632dbd6c083 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:49.218610 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-611376647-network', 'tenant_id': 'ca1a99f0dbec4b7bab2d2078c36cb080'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:49.226105 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.227544 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Pushing event updated for resources: {'Port': ['ID=aaeb93ad-6756-4321-b55a-94e8e0e47fe5,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:49.232463 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.251025 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:49.262563 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.380179 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Attempting to bind port 939b1c41-cd05-4789-872c-3555cf6cef9f on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:53:49.381299 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Attempting to bind port 939b1c41-cd05-4789-872c-3555cf6cef9f by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:53:49.381663 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Attempting to bind port 939b1c41-cd05-4789-872c-3555cf6cef9f on network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:53:49.427951 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:53:49.428356 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:49.428760 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.429156 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Bound using segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:53:49.429648 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Bound port: 939b1c41-cd05-4789-872c-3555cf6cef9f, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:53:49.430032 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.542249 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e71ae-c68d-408d-8c6e-6dddf56bd98c None None] Pushing event updated for resources: {'Port': ['ID=1d8c9ebb-d19f-4c63-9645-1627e19a69e9,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:49.556348 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Network 82719f0d-e147-413c-83ac-404aae47d6de is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:49.564788 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-4d01c045-de8e-4521-ac3a-c9963b0513f4 None None] Port 3741ef52-7f9b-4328-926c-1695b7e41460 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:53:49.566929 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:49.585519 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (54b85f49-0aae-4a55-9801-18fe9265f825), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.589198 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:49.591115 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:49.592351 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-583463'] for router_interface (eed7c60f-4637-4288-9c7f-7f548fe15505), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.595225 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Pushing event updated for resources: {'Port': ['ID=57a46b08-ebc7-4cad-82ad-da9792bc0230,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:49.616007 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] For port 939b1c41-cd05-4789-872c-3555cf6cef9f, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:53:49.632568 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] For port 939b1c41-cd05-4789-872c-3555cf6cef9f, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=939b1c41-cd05-4789-872c-3555cf6cef9f,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:53:49.636467 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd34748-40bc-41f4-a532-f53b1ba56296 None None] Pushing event updated for resources: {'Port': ['ID=939b1c41-cd05-4789-872c-3555cf6cef9f,revision_number=2']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:49.666934 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Made reservation on behalf of ca1a99f0dbec4b7bab2d2078c36cb080 for: {'network': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:53:49.675217 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.714769 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.726469 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.741577 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.748296 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:49.807841 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:53:49.808890 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:49.901387 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Publish callbacks [] for port (db7931a5-b611-44b8-9307-587abfaa00fd), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:49.964522 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Router 08798a74-ed5d-4aa0-95ed-44183a44fb97 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:53:50.005852 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Publish callbacks [] for security_group (6aec50bd-0713-4423-a3c4-da70a7a1f97a), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.010567 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:53:50.020691 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Publish callbacks [] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.034220 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-4d01c045-de8e-4521-ac3a-c9963b0513f4 None None] Provisioning complete for port e1dbffaa-142e-4678-ad82-221abdf55e40 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:50.034989 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4d01c045-de8e-4521-ac3a-c9963b0513f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.075658 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Publish callbacks [] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.088213 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (6aec50bd-0713-4423-a3c4-da70a7a1f97a), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.098664 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:53:50.099897 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:50.128613 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.142669 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1159} {{(pid=113335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:53:50.174670 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aec50bd-0713-4423-a3c4-da70a7a1f97a,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:50.193752 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.204454 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (e1329766-074b-42c9-9597-826a302185c6), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.207136 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:50.209048 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.segments_db [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Added segment e1329766-074b-42c9-9597-826a302185c6 of type vlan for network d3a249fa-1456-4db8-bec0-3e4cbe5e28ef Aug 26 00:53:50.214159 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.215457 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583611'] for router_interface (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.215659 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:53:50.233973 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:53:50.254412 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-0308b62f-185b-458e-8933-2bea205e8159 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/08798a74-ed5d-4aa0-95ed-44183a44fb97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5161970 Aug 26 00:53:50.269410 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:50.283542 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Pushing event updated for resources: {'Port': ['ID=db7931a5-b611-44b8-9307-587abfaa00fd,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:50.286622 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:50.322386 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:50.322937 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-583463'] for router_interface (546122f2-6554-4a21-81a4-d2f9a9674a0d), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.355594 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:50.356183 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.358475 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:43Z', 'revision_number': 3, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:50.361348 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:50.365690 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.393176 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (d3a249fa-1456-4db8-bec0-3e4cbe5e28ef), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.405743 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:50.448667 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Sync routers for ids ['08798a74-ed5d-4aa0-95ed-44183a44fb97'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:53:50.455729 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cd6a0-b8ca-4bab-b8f0-b33f26143e16 None None] Pushing event updated for resources: {'Port': ['ID=54b85f49-0aae-4a55-9801-18fe9265f825,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:50.464408 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7394325c-0825-47cf-94f3-0ce6d04504f2 None None] The sync data for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi is: [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:43Z', 'revision_number': 3, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:53:50.486831 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Pushing event updated for resources: {'Port': ['ID=aaeb93ad-6756-4321-b55a-94e8e0e47fe5,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:50.505940 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd34748-40bc-41f4-a532-f53b1ba56296 None None] Pushing event updated for resources: {'Port': ['ID=939b1c41-cd05-4789-872c-3555cf6cef9f,revision_number=3']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:50.515527 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:50.523547 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Routers {'08798a74-ed5d-4aa0-95ed-44183a44fb97'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:53:50.524523 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['08798a74-ed5d-4aa0-95ed-44183a44fb97'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:50.597438 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Network 22430e21-d3fc-488b-bff1-ba16ab068557 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:50.615103 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:50.635991 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (d3a249fa-1456-4db8-bec0-3e4cbe5e28ef), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.643710 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:50.646207 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.668656 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Publish callbacks [] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.699774 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:50.706659 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110bb78-3320-47fa-b84b-b61a8cd9fbf1 None None] Pushing event updated for resources: {'Port': ['ID=82d06787-11cb-4d7c-bccd-1eded19e414d,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:50.714025 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Set router 08798a74-ed5d-4aa0-95ed-44183a44fb97 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:53:50.730756 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Attempting to bind port 82d06787-11cb-4d7c-bccd-1eded19e414d on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:53:50.731129 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Attempting to bind port 82d06787-11cb-4d7c-bccd-1eded19e414d by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:53:50.731491 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Attempting to bind port 82d06787-11cb-4d7c-bccd-1eded19e414d on network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:53:50.752733 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:53:50.757938 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:50.757938 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.757938 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Bound using segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:53:50.757938 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Bound port: 82d06787-11cb-4d7c-bccd-1eded19e414d, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:53:50.757938 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.769394 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.769394 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583611'] for router_interface (eed7c60f-4637-4288-9c7f-7f548fe15505), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.816275 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:50.858244 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:50.876149 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:50.882174 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] For port 82d06787-11cb-4d7c-bccd-1eded19e414d, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:53:50.885671 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] For port 82d06787-11cb-4d7c-bccd-1eded19e414d, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=82d06787-11cb-4d7c-bccd-1eded19e414d,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:53:50.922623 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] Pushing event updated for resources: {'Network': ['ID=d3a249fa-1456-4db8-bec0-3e4cbe5e28ef,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:50.943872 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network d3a249fa-1456-4db8-bec0-3e4cbe5e28ef details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:53:51.030304 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-649ce8f9-4f8b-4384-99c8-4ef76b941224 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8370514 Aug 26 00:53:51.033075 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39268) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:51.059916 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Pushing event updated for resources: {'Port': ['ID=57a46b08-ebc7-4cad-82ad-da9792bc0230,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:51.069478 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:51.076567 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-598d101d-65b2-4916-a8c0-bd9475dcab5c admin admin] Request body: {'subnet': {'network_id': 'd3a249fa-1456-4db8-bec0-3e4cbe5e28ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-611376647-subnet', 'tenant_id': 'ca1a99f0dbec4b7bab2d2078c36cb080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:51.127508 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:51.161816 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Router b0d1d453-4cb5-4dce-8a53-09bfd56813ab has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:53:51.187397 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:51.231684 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:47Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '3741ef52-7f9b-4328-926c-1695b7e41460', 'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'mac_address': 'fa:16:3e:d2:50:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:46Z', 'updated_at': '2022-08-26T00:53:48Z', 'revision_number': 2, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'subnets': [{'id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:51.287283 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Checking router: 08798a74-ed5d-4aa0-95ed-44183a44fb97 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:53:51.287642 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Updating router 08798a74-ed5d-4aa0-95ed-44183a44fb97 port 3741ef52-7f9b-4328-926c-1695b7e41460 binding host dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:53:51.298692 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 39288) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:51.302167 dv-cinder-835384-25-iscsi neutron-server[113336]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 00:53:51.303940 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-4d01c045-de8e-4521-ac3a-c9963b0513f4 None None] Current status of the port e1dbffaa-142e-4678-ad82-221abdf55e40 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:51.318542 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Network 82719f0d-e147-413c-83ac-404aae47d6de is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:51.330192 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:53:51.347637 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-89cf536d-7f2e-4802-a85c-bf080aabae73 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/b0d1d453-4cb5-4dce-8a53-09bfd56813ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0635026 Aug 26 00:53:51.347637 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598d101d-65b2-4916-a8c0-bd9475dcab5c admin admin] Made reservation on behalf of ca1a99f0dbec4b7bab2d2078c36cb080 for: {'subnet': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:53:51.347637 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-598d101d-65b2-4916-a8c0-bd9475dcab5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:51.365187 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-4d01c045-de8e-4521-ac3a-c9963b0513f4 None None] Provisioning complete for port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:51.365187 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4d01c045-de8e-4521-ac3a-c9963b0513f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:51.365382 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:51.365810 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Routers {'b0d1d453-4cb5-4dce-8a53-09bfd56813ab'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:53:51.365810 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b0d1d453-4cb5-4dce-8a53-09bfd56813ab'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:51.449131 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:51.528774 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] Set router b0d1d453-4cb5-4dce-8a53-09bfd56813ab gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:53:51.641819 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:51.648638 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:51.693508 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:51.694314 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:51.702609 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-598d101d-65b2-4916-a8c0-bd9475dcab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for subnet (6ca2b007-62de-4ee1-b4bd-189e8119f70b), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:51.830433 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d101d-65b2-4916-a8c0-bd9475dcab5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca2b007-62de-4ee1-b4bd-189e8119f70b,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:51.837115 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Publish callbacks [] for port (db7931a5-b611-44b8-9307-587abfaa00fd), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:51.849842 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110bb78-3320-47fa-b84b-b61a8cd9fbf1 None None] Pushing event updated for resources: {'Port': ['ID=82d06787-11cb-4d7c-bccd-1eded19e414d,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:51.908793 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-ecd9a1a5-185f-4d26-affb-9295ed0e0e3d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:51.909019 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:51.917064 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-ecd9a1a5-185f-4d26-affb-9295ed0e0e3d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 819 time: 0.6163621 Aug 26 00:53:51.917629 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=26ebdf6e-27d7-4e5a-bf3e-4c810d228afc,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:53:51.919297 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d101d-65b2-4916-a8c0-bd9475dcab5c admin admin] Checking segment: {'id': 'e1329766-074b-42c9-9597-826a302185c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'd3a249fa-1456-4db8-bec0-3e4cbe5e28ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:51.919703 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d101d-65b2-4916-a8c0-bd9475dcab5c admin admin] Network hostable DHCP agents. Network: d3a249fa-1456-4db8-bec0-3e4cbe5e28ef, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:53:51.935059 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-f203972d-11bf-49ed-8c13-2ec7f34be7c6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/quotas/368f6a9e030e4aff9ef6559a6a165975 HTTP/1.1" status: 200 len: 375 time: 0.0167143 Aug 26 00:53:51.947636 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Publish callbacks [] for port (3741ef52-7f9b-4328-926c-1695b7e41460), precommit_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:51.966531 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39312) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:51.969090 dv-cinder-835384-25-iscsi neutron-server[113335]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 00:53:51.969715 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:53:48Z', 'revision_number': 1, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:51.982497 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:51.983343 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583611'] for router_interface (546122f2-6554-4a21-81a4-d2f9a9674a0d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:51.986516 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Router eed7c60f-4637-4288-9c7f-7f548fe15505 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:53:52.059698 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:52.063138 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d101d-65b2-4916-a8c0-bd9475dcab5c admin admin] Network d3a249fa-1456-4db8-bec0-3e4cbe5e28ef is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:53:52.167338 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060cb73-a4dd-4449-b242-68415f9bf69d None None] The sync data for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi is: [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:53:48Z', 'revision_number': 1, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:53:52.169626 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:52.170889 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device e1dbffaa-142e-4678-ad82-221abdf55e40 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:52.317060 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-3b4ef263-e632-4846-8fc1-fde545969d25 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3811259 Aug 26 00:53:52.355905 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d697d-ec8f-44c0-a917-02437e775be2 None None] Pushing event updated for resources: {'Port': ['ID=3741ef52-7f9b-4328-926c-1695b7e41460,revision_number=3']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:52.356114 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-4d01c045-de8e-4521-ac3a-c9963b0513f4 None None] Current status of the port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:52.379008 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Attempting to bind port 3741ef52-7f9b-4328-926c-1695b7e41460 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:53:52.379456 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Attempting to bind port 3741ef52-7f9b-4328-926c-1695b7e41460 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:53:52.379666 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Attempting to bind port 3741ef52-7f9b-4328-926c-1695b7e41460 on network 7609779d-30c3-4a34-917a-c632dbd6c083 {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:53:52.391387 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:53:52.391763 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Checking segment: {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:52.399123 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:52.399537 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Bound using segment: {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:53:52.400046 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Bound port: 3741ef52-7f9b-4328-926c-1695b7e41460, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'}}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:53:52.401839 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:52.457553 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-598d101d-65b2-4916-a8c0-bd9475dcab5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, d3a249fa-1456-4db8-bec0-3e4cbe5e28ef) {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:52.460869 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=26ebdf6e-27d7-4e5a-bf3e-4c810d228afc,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:52.482314 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port e1dbffaa-142e-4678-ad82-221abdf55e40 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:52.483063 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:52.483176 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:52.493244 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598d101d-65b2-4916-a8c0-bd9475dcab5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:52.495656 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-598d101d-65b2-4916-a8c0-bd9475dcab5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:52.520786 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3964-72ea-486a-999e-a1f506859466 req-5d916e8a-9a49-4e3d-bdbf-86be8e59f135 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:52.530549 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-5d916e8a-9a49-4e3d-bdbf-86be8e59f135 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/networks?id=22430e21-d3fc-488b-bff1-ba16ab068557 HTTP/1.1" status: 200 len: 812 time: 0.5625186 Aug 26 00:53:52.570674 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea86a24d-f33c-419e-9187-c1ebb8d31580 None None] Network d3a249fa-1456-4db8-bec0-3e4cbe5e28ef requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:53:52.575123 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-4cdf0a51-cf50-455b-92dc-26178d378461 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/quotas/032ed1b5aea842edb0bcae9d23810786 HTTP/1.1" status: 200 len: 375 time: 0.0227175 Aug 26 00:53:52.639881 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] For port 3741ef52-7f9b-4328-926c-1695b7e41460, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:53:52.648189 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] For port 3741ef52-7f9b-4328-926c-1695b7e41460, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=3741ef52-7f9b-4328-926c-1695b7e41460,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:53:52.666576 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Provisioning complete for port 57a46b08-ebc7-4cad-82ad-da9792bc0230 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:52.667201 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:52.681912 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:53:52.693437 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-598d101d-65b2-4916-a8c0-bd9475dcab5c admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6544759 Aug 26 00:53:52.707565 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6f28bbab-ff1e-451e-a1d2-bebf44f1496b admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/eed7c60f-4637-4288-9c7f-7f548fe15505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0444734 Aug 26 00:53:52.730820 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Pushing event updated for resources: {'Port': ['ID=db7931a5-b611-44b8-9307-587abfaa00fd,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:52.751850 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:52.761512 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-e100fcdd-f942-4c94-bfd3-852bbf4ab571 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=032ed1b5aea842edb0bcae9d23810786&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1835952 Aug 26 00:53:52.796005 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:52.802940 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:52.833277 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:52.860313 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:52.868655 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Routers {'08798a74-ed5d-4aa0-95ed-44183a44fb97'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:53:52.869316 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['08798a74-ed5d-4aa0-95ed-44183a44fb97'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:52.905609 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'name': 'tempest-DeleteServersTestJSON-1486197832-router', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'gw_port': {'id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:42Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'aaeb93ad-6756-4321-b55a-94e8e0e47fe5', 'name': '', 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'mac_address': 'fa:16:3e:11:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f1d8d22c-0efd-44e4-9492-e3e9f15e893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 2, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'subnets': [{'id': 'f1d8d22c-0efd-44e4-9492-e3e9f15e893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:52.929192 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1374bcf0-dd5e-4811-ac6b-e61e8849558d service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:53:52.930423 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1374bcf0-dd5e-4811-ac6b-e61e8849558d service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2729442 Aug 26 00:53:52.999956 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Port 57a46b08-ebc7-4cad-82ad-da9792bc0230 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:53:53.001358 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d697d-ec8f-44c0-a917-02437e775be2 None None] Pushing event updated for resources: {'Port': ['ID=3741ef52-7f9b-4328-926c-1695b7e41460,revision_number=4']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:53.048069 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95f1a8-0e30-4d03-b94e-7f472705b97a None None] The sync data for ids ['b0d1d453-4cb5-4dce-8a53-09bfd56813ab'] in dv-cinder-835384-25-iscsi is: [{'id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'name': 'tempest-DeleteServersTestJSON-1486197832-router', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'gw_port': {'id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:42Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'aaeb93ad-6756-4321-b55a-94e8e0e47fe5', 'name': '', 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'mac_address': 'fa:16:3e:11:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f1d8d22c-0efd-44e4-9492-e3e9f15e893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 2, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'subnets': [{'id': 'f1d8d22c-0efd-44e4-9492-e3e9f15e893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:53:53.079887 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39348) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:53.193204 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Provisioning complete for port db7931a5-b611-44b8-9307-587abfaa00fd triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:53.193607 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:53.244425 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] Set router 08798a74-ed5d-4aa0-95ed-44183a44fb97 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:53:53.337748 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_v2 [None req-39188d7c-e40e-48b5-b260-988eebd7073c admin admin] Deleting subnet a49e5dbf-68a7-42b7-bdbb-f23b1751a5e4 {{(pid=113335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 00:53:53.349425 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39188d7c-e40e-48b5-b260-988eebd7073c admin admin] Publish callbacks [] for subnet (a49e5dbf-68a7-42b7-bdbb-f23b1751a5e4), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:53.409366 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-b7e42b62-3041-4732-96d9-2a9f7defa1a2 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:53:53.420131 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-b7e42b62-3041-4732-96d9-2a9f7defa1a2 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1366436 Aug 26 00:53:53.430289 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f60df4c-d9ed-46c4-95b6-0f5731a3bac4 None None] Network d3a249fa-1456-4db8-bec0-3e4cbe5e28ef requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:53:53.440671 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:53.446654 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port e1dbffaa-142e-4678-ad82-221abdf55e40 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:53.447772 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 5245fbeb-7022-4908-8343-94b5ef1bebee up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:53.463116 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Router 546122f2-6554-4a21-81a4-d2f9a9674a0d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:53:53.487655 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-89018221-a12a-4629-a768-48e206d7a024 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465255 Aug 26 00:53:53.491143 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:53.600144 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39188d7c-e40e-48b5-b260-988eebd7073c admin admin] Publish callbacks [] for subnet (a49e5dbf-68a7-42b7-bdbb-f23b1751a5e4), precommit_delete_associations {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:53.652986 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39188d7c-e40e-48b5-b260-988eebd7073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (a49e5dbf-68a7-42b7-bdbb-f23b1751a5e4), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:53.710330 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Port db7931a5-b611-44b8-9307-587abfaa00fd cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:53:53.768277 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:53.785882 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Provisioning complete for port aaeb93ad-6756-4321-b55a-94e8e0e47fe5 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:53.786281 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:53.841121 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:53.870496 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-964e2440-7382-4244-8bc1-5bd5abb8996f service neutron] 10.222.0.59 "GET /networking/v2.0/networks/22430e21-d3fc-488b-bff1-ba16ab068557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494541 Aug 26 00:53:53.883466 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:53.885204 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:47Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '3741ef52-7f9b-4328-926c-1695b7e41460', 'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'mac_address': 'fa:16:3e:d2:50:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:46Z', 'updated_at': '2022-08-26T00:53:52Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'subnets': [{'id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:53.903877 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Port aaeb93ad-6756-4321-b55a-94e8e0e47fe5 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:53:53.906715 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 5245fbeb-7022-4908-8343-94b5ef1bebee triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:53.907378 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:53.965610 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:53.977589 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Provisioning complete for port 3741ef52-7f9b-4328-926c-1695b7e41460 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:53.978123 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:53.990975 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13b698-2edd-482c-8fa1-9a7cf23582f9 None None] The sync data for ids ['08798a74-ed5d-4aa0-95ed-44183a44fb97'] in dv-cinder-835384-25-iscsi is: [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:47Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '3741ef52-7f9b-4328-926c-1695b7e41460', 'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'mac_address': 'fa:16:3e:d2:50:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:46Z', 'updated_at': '2022-08-26T00:53:52Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'subnets': [{'id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:53:54.013355 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:53:54.021536 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-d435d1e7-f001-4716-8505-21f3fabfefef admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/546122f2-6554-4a21-81a4-d2f9a9674a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7165952 Aug 26 00:53:54.054117 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Sync routers for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:53:54.058112 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39188d7c-e40e-48b5-b260-988eebd7073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for subnet (a49e5dbf-68a7-42b7-bdbb-f23b1751a5e4), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:54.065657 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-51d6cfa0-d6d1-408e-bca8-fbd92302df3c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637474 Aug 26 00:53:54.131670 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:53:54.132316 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:54.173448 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39188d7c-e40e-48b5-b260-988eebd7073c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49e5dbf-68a7-42b7-bdbb-f23b1751a5e4,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:54.195730 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39188d7c-e40e-48b5-b260-988eebd7073c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:54.208152 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-39188d7c-e40e-48b5-b260-988eebd7073c admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/a49e5dbf-68a7-42b7-bdbb-f23b1751a5e4 HTTP/1.1" status: 204 len: 168 time: 1.1243002 Aug 26 00:53:54.208794 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 39370) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:54.270401 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:54.317368 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-0948f3f7-493a-404b-89b5-30b5928e2df0 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/22430e21-d3fc-488b-bff1-ba16ab068557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173229 Aug 26 00:53:54.333912 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 5245fbeb-7022-4908-8343-94b5ef1bebee is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:54.335320 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 1a58569d-adba-4248-b75f-1ee461c91a04 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:54.480398 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (4c890c3e-621d-48a3-ae0e-4007a4577dcc), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:54.481287 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Current status of the port 3741ef52-7f9b-4328-926c-1695b7e41460 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:54.481891 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:54.536131 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:53:54.641093 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] For port 3741ef52-7f9b-4328-926c-1695b7e41460, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=3741ef52-7f9b-4328-926c-1695b7e41460,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:53:54.651161 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 1a58569d-adba-4248-b75f-1ee461c91a04 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:54.651718 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:54.716743 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (4c890c3e-621d-48a3-ae0e-4007a4577dcc), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:54.768099 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:54.768811 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:54.769816 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:54.770276 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:54.770752 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:54.771406 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:54.772877 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:54.773355 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:54.776444 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:54.776977 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:54.959880 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:54.997595 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:55.093576 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39434) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:55.106655 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-2a43d8f9-5209-4e77-b26e-0c9b0f8120e3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967920129', 'description': 'tempest-description--967549856'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:55.172245 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-49a8b9c6-006b-45ae-8a7e-44e5b4e3a4dd None None] Provisioning complete for port db7931a5-b611-44b8-9307-587abfaa00fd triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:55.172245 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-49a8b9c6-006b-45ae-8a7e-44e5b4e3a4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:55.178937 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:55.216852 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39438) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:55.221480 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-4300ff41-5369-4437-8cb2-5ebb14930783 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--794511153', 'description': 'tempest-description--823013320'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:55.242135 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-49a8b9c6-006b-45ae-8a7e-44e5b4e3a4dd None None] Port db7931a5-b611-44b8-9307-587abfaa00fd cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:53:55.263842 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2a43d8f9-5209-4e77-b26e-0c9b0f8120e3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:55.383725 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:55.384582 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:55.385060 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:55.385543 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:53:55.386468 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c890c3e-621d-48a3-ae0e-4007a4577dcc']}} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:55.478150 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:55.490514 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b4fdb83b-c9b7-426d-8093-499dc1cd51b7 req-6a4a43e5-b742-43b9-be02-9ecbf1cb9a9d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 210 time: 0.0966191 Aug 26 00:53:55.494138 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de94afb2-a937-440b-ab2e-dc72c159b811') {'for_net_delete': True} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:55.494586 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de94afb2-a937-440b-ab2e-dc72c159b811') {} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:55.501566 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4300ff41-5369-4437-8cb2-5ebb14930783 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:55.529253 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165418d-37c1-4626-adeb-3fb05da0eae9 None None] Pushing event updated for resources: {'Port': ['ID=3741ef52-7f9b-4328-926c-1695b7e41460,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:55.566050 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15151693'] for segment (de94afb2-a937-440b-ab2e-dc72c159b811), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:55.613268 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:55.614889 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-79aefcff-65fc-4fa2-83d6-a13192b863f0 req-3ce887a5-3f9a-46a7-847d-f6912459757b tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 210 time: 0.3231895 Aug 26 00:53:55.657420 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (de94afb2-a937-440b-ab2e-dc72c159b811), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:55.696802 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=113336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 00:53:55.697587 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16517198'] for segment (de94afb2-a937-440b-ab2e-dc72c159b811), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:55.736872 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 2, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:55.856418 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 1a58569d-adba-4248-b75f-1ee461c91a04 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:55.859974 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:55.862363 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Checking router: 546122f2-6554-4a21-81a4-d2f9a9674a0d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:53:55.862787 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Updating router 546122f2-6554-4a21-81a4-d2f9a9674a0d port db7931a5-b611-44b8-9307-587abfaa00fd binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:53:55.895510 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2a43d8f9-5209-4e77-b26e-0c9b0f8120e3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group (02212720-f55c-4578-84ca-ed16c3bfcc82), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:55.943932 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:55.948430 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4300ff41-5369-4437-8cb2-5ebb14930783 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group (d60cc35c-de6f-45df-8955-364643eef7e0), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:55.965876 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2a43d8f9-5209-4e77-b26e-0c9b0f8120e3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (02212720-f55c-4578-84ca-ed16c3bfcc82), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:56.077006 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4300ff41-5369-4437-8cb2-5ebb14930783 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (d60cc35c-de6f-45df-8955-364643eef7e0), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:56.092341 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43d8f9-5209-4e77-b26e-0c9b0f8120e3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02212720-f55c-4578-84ca-ed16c3bfcc82,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:56.187449 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300ff41-5369-4437-8cb2-5ebb14930783 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60cc35c-de6f-45df-8955-364643eef7e0,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:56.210373 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2a43d8f9-5209-4e77-b26e-0c9b0f8120e3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:56.211882 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-2a43d8f9-5209-4e77-b26e-0c9b0f8120e3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1170318 Aug 26 00:53:56.214838 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39496) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:56.219568 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-514ce764-23ad-4ed2-a2e7-8a33bae8cbdf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Request body: {'security_group_rule': {'security_group_id': '02212720-f55c-4578-84ca-ed16c3bfcc82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:56.275276 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-f263f58b-f204-4ee1-b4c3-ac40b05289f5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:53:56.296789 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4300ff41-5369-4437-8cb2-5ebb14930783 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:56.300103 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-4300ff41-5369-4437-8cb2-5ebb14930783 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0813324 Aug 26 00:53:56.301383 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39500) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:56.304119 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-f263f58b-f204-4ee1-b4c3-ac40b05289f5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 819 time: 0.3770216 Aug 26 00:53:56.334036 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-89e2b322-10a0-40b6-add5-3065789858d6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Request body: {'security_group_rule': {'security_group_id': 'd60cc35c-de6f-45df-8955-364643eef7e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:56.347250 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (4c890c3e-621d-48a3-ae0e-4007a4577dcc), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:56.393374 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-514ce764-23ad-4ed2-a2e7-8a33bae8cbdf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group_rule (af1d138d-d79a-4ff9-954d-d4c2cf41f6ec), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:56.394406 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-3e634014-01c9-4357-b127-431dbbdeda3e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/quotas/368f6a9e030e4aff9ef6559a6a165975 HTTP/1.1" status: 200 len: 375 time: 0.0876989 Aug 26 00:53:56.408285 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:56.418478 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/4c890c3e-621d-48a3-ae0e-4007a4577dcc HTTP/1.1" status: 204 len: 168 time: 2.2080452 Aug 26 00:53:56.501049 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:56.507180 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39512) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:56.513667 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:56.569229 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7aa95d-de9c-43f7-8744-433fcc46f4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c890c3e-621d-48a3-ae0e-4007a4577dcc,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:56.577844 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:56.580149 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:56.630144 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-3145bce4-610f-4e0e-8c6f-bb9a5099ddbc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2342939 Aug 26 00:53:56.635404 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 39518) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:56.682571 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-89e2b322-10a0-40b6-add5-3065789858d6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group_rule (6fe4a983-5fcd-41b6-8c56-034a46e45112), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:56.689012 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:56.693443 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Publish callbacks [] for port (db7931a5-b611-44b8-9307-587abfaa00fd), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:56.697568 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39522) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:56.733375 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:56.734560 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 54b85f49-0aae-4a55-9801-18fe9265f825 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:56.818599 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:56.823978 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a92ab54-8683-467d-82fa-d73c42a0e07d admin admin] Deleting subnet 6ca2b007-62de-4ee1-b4bd-189e8119f70b {{(pid=113335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 00:53:56.852864 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5a92ab54-8683-467d-82fa-d73c42a0e07d admin admin] Publish callbacks [] for subnet (6ca2b007-62de-4ee1-b4bd-189e8119f70b), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:56.877974 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-9bdafaf4-e7c6-4749-9d6f-13ff9f62ad24 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445598 Aug 26 00:53:57.002829 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-514ce764-23ad-4ed2-a2e7-8a33bae8cbdf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group_rule (af1d138d-d79a-4ff9-954d-d4c2cf41f6ec), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.037322 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Attempting to bind port db7931a5-b611-44b8-9307-587abfaa00fd on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:53:57.037689 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Attempting to bind port db7931a5-b611-44b8-9307-587abfaa00fd by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:53:57.038053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Attempting to bind port db7931a5-b611-44b8-9307-587abfaa00fd on network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:53:57.047188 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 54b85f49-0aae-4a55-9801-18fe9265f825 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:57.047686 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.services.segments.plugin [-] Segment de94afb2-a937-440b-ab2e-dc72c159b811 resource provider aggregate not found Aug 26 00:53:57.047922 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (54b85f49-0aae-4a55-9801-18fe9265f825), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.049890 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ffb03-ee8c-4bc3-a864-9f19d1ffe312 None None] Pushing event updated for resources: {'Port': ['ID=db7931a5-b611-44b8-9307-587abfaa00fd,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:57.051521 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-3d28a547-7ffd-42c0-b1b2-d45fd0470c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.060419 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eec86a6a-136a-4995-814c-c0b907be0882 req-f9236b90-1921-4ef1-9d64-0f7f26ef53bc tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 210 time: 0.2824125 Aug 26 00:53:57.065387 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:53:57.066571 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Checking segment: {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:53:57.067057 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.067449 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Bound using segment: {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:53:57.068047 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Bound port: db7931a5-b611-44b8-9307-587abfaa00fd, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:53:57.068424 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.073955 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5a92ab54-8683-467d-82fa-d73c42a0e07d admin admin] Publish callbacks [] for subnet (6ca2b007-62de-4ee1-b4bd-189e8119f70b), precommit_delete_associations {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.076885 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-89e2b322-10a0-40b6-add5-3065789858d6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group_rule (6fe4a983-5fcd-41b6-8c56-034a46e45112), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.080165 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-514ce764-23ad-4ed2-a2e7-8a33bae8cbdf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (af1d138d-d79a-4ff9-954d-d4c2cf41f6ec), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.094491 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5a92ab54-8683-467d-82fa-d73c42a0e07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (6ca2b007-62de-4ee1-b4bd-189e8119f70b), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.101809 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f9583abc-d74d-45dd-82e8-0159353ffe37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.124211 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-85f8d5c8-6cab-4d53-9cdc-007987464240 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441542 Aug 26 00:53:57.137332 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.services.segments.plugin [-] Segment de94afb2-a937-440b-ab2e-dc72c159b811 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de94afb2-a937-440b-ab2e-dc72c159b811 found for delete ", "request_id": "req-6f24333c-d4b0-41b6-88ac-f818c77965fd"}]} Aug 26 00:53:57.184582 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ce764-23ad-4ed2-a2e7-8a33bae8cbdf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1d138d-d79a-4ff9-954d-d4c2cf41f6ec,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:57.200180 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-89e2b322-10a0-40b6-add5-3065789858d6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (6fe4a983-5fcd-41b6-8c56-034a46e45112), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.227233 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] For port db7931a5-b611-44b8-9307-587abfaa00fd, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:53:57.230950 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] For port db7931a5-b611-44b8-9307-587abfaa00fd, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=db7931a5-b611-44b8-9307-587abfaa00fd,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:53:57.269806 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 54b85f49-0aae-4a55-9801-18fe9265f825 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:57.270190 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (54b85f49-0aae-4a55-9801-18fe9265f825), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.287973 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f9583abc-d74d-45dd-82e8-0159353ffe37 admin admin] Publish callbacks [] for security_group (dac7bd8e-5bd1-438c-b280-8a4cfdd50e66), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.293272 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 54b85f49-0aae-4a55-9801-18fe9265f825, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=54b85f49-0aae-4a55-9801-18fe9265f825,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:53:57.294893 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5a92ab54-8683-467d-82fa-d73c42a0e07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for subnet (6ca2b007-62de-4ee1-b4bd-189e8119f70b), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.315262 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2b322-10a0-40b6-add5-3065789858d6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe4a983-5fcd-41b6-8c56-034a46e45112,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:57.329952 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5a92ab54-8683-467d-82fa-d73c42a0e07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.336338 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-5a92ab54-8683-467d-82fa-d73c42a0e07d admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/6ca2b007-62de-4ee1-b4bd-189e8119f70b HTTP/1.1" status: 204 len: 168 time: 0.8258643 Aug 26 00:53:57.336846 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 39556) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:57.337982 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-3d28a547-7ffd-42c0-b1b2-d45fd0470c83 admin admin] Publish callbacks [] for security_group (5cbe6b63-0ad6-49a7-a226-a4d7fa247cd6), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.345942 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.389545 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (54b85f49-0aae-4a55-9801-18fe9265f825), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.390747 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 3741ef52-7f9b-4328-926c-1695b7e41460 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:57.401991 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92ab54-8683-467d-82fa-d73c42a0e07d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca2b007-62de-4ee1-b4bd-189e8119f70b,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:57.403528 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:53:57.404037 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:57.414103 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-89e2b322-10a0-40b6-add5-3065789858d6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.417526 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-89e2b322-10a0-40b6-add5-3065789858d6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1120629 Aug 26 00:53:57.418724 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39560) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:57.422308 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-514ce764-23ad-4ed2-a2e7-8a33bae8cbdf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.429957 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-514ce764-23ad-4ed2-a2e7-8a33bae8cbdf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2139254 Aug 26 00:53:57.446622 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-199f878c-f043-4d38-979d-90634f55de3b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Request body: {'security_group_rule': {'security_group_id': 'd60cc35c-de6f-45df-8955-364643eef7e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:57.451974 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39562) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:57.459750 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-d2b8e649-cea4-40a7-b9a1-8aabff760876 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Request body: {'security_group_rule': {'security_group_id': '02212720-f55c-4578-84ca-ed16c3bfcc82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:57.465580 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-3d28a547-7ffd-42c0-b1b2-d45fd0470c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (5cbe6b63-0ad6-49a7-a226-a4d7fa247cd6), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.557863 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-3d28a547-7ffd-42c0-b1b2-d45fd0470c83 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0527db336d294c969ec669c8aa56ac2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8566666 Aug 26 00:53:57.569514 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39570) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:57.595591 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:57.602894 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ffb03-ee8c-4bc3-a864-9f19d1ffe312 None None] Pushing event updated for resources: {'Port': ['ID=db7931a5-b611-44b8-9307-587abfaa00fd,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:57.680052 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28a547-7ffd-42c0-b1b2-d45fd0470c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbe6b63-0ad6-49a7-a226-a4d7fa247cd6,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:57.686397 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6ee9e5af-244e-40fe-9e19-a5984c10ff95 req-04c60606-87be-4864-8a7e-3659238b6a68 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 210 time: 0.1207886 Aug 26 00:53:57.701639 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:57.722957 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (d3a249fa-1456-4db8-bec0-3e4cbe5e28ef), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.729104 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 3741ef52-7f9b-4328-926c-1695b7e41460 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:57.729886 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.742413 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:57.746183 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cd6ffbf8-7c1c-4506-9f90-91347affdf81 admin admin] Publish callbacks [] for security_group (5cbe6b63-0ad6-49a7-a226-a4d7fa247cd6), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.757730 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f9583abc-d74d-45dd-82e8-0159353ffe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (dac7bd8e-5bd1-438c-b280-8a4cfdd50e66), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.766127 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=54b85f49-0aae-4a55-9801-18fe9265f825,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:57.771593 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cd6ffbf8-7c1c-4506-9f90-91347affdf81 admin admin] Publish callbacks [] for security_group (5cbe6b63-0ad6-49a7-a226-a4d7fa247cd6), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.778984 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:53:57.821333 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-f9583abc-d74d-45dd-82e8-0159353ffe37 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b0540b60f8e04a0584625e34fbcafa50&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0625255 Aug 26 00:53:57.829853 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39578) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:57.838936 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9583abc-d74d-45dd-82e8-0159353ffe37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac7bd8e-5bd1-438c-b280-8a4cfdd50e66,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:57.851463 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e649-cea4-40a7-b9a1-8aabff760876 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group_rule (4f5f0812-7bee-4550-bcf0-00980d102003), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.889882 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-199f878c-f043-4d38-979d-90634f55de3b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group_rule (2e6725f9-1146-4668-901c-b3d0b226f257), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.905413 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (d3a249fa-1456-4db8-bec0-3e4cbe5e28ef), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.950998 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a249fa-1456-4db8-bec0-3e4cbe5e28ef']}} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:57.957131 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e649-cea4-40a7-b9a1-8aabff760876 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group_rule (4f5f0812-7bee-4550-bcf0-00980d102003), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:57.993461 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 3741ef52-7f9b-4328-926c-1695b7e41460 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:57.994816 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 82d06787-11cb-4d7c-bccd-1eded19e414d up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:58.017118 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e649-cea4-40a7-b9a1-8aabff760876 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (4f5f0812-7bee-4550-bcf0-00980d102003), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.025955 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1329766-074b-42c9-9597-826a302185c6') {'for_net_delete': True} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:58.026290 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1329766-074b-42c9-9597-826a302185c6') {} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:58.047355 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ee4888c1-6fbd-45ad-a04b-7efb85f5dc45 admin admin] Publish callbacks [] for security_group (dac7bd8e-5bd1-438c-b280-8a4cfdd50e66), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.060873 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15151693'] for segment (e1329766-074b-42c9-9597-826a302185c6), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.079783 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ee4888c1-6fbd-45ad-a04b-7efb85f5dc45 admin admin] Publish callbacks [] for security_group (dac7bd8e-5bd1-438c-b280-8a4cfdd50e66), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.096899 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (e1329766-074b-42c9-9597-826a302185c6), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.106349 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=113336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 00:53:58.106950 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16517198'] for segment (e1329766-074b-42c9-9597-826a302185c6), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.154645 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cd6ffbf8-7c1c-4506-9f90-91347affdf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (5cbe6b63-0ad6-49a7-a226-a4d7fa247cd6), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.158342 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cd6ffbf8-7c1c-4506-9f90-91347affdf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.159500 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-cd6ffbf8-7c1c-4506-9f90-91347affdf81 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/5cbe6b63-0ad6-49a7-a226-a4d7fa247cd6 HTTP/1.1" status: 204 len: 168 time: 0.5771894 Aug 26 00:53:58.170704 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8e649-cea4-40a7-b9a1-8aabff760876 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5f0812-7bee-4550-bcf0-00980d102003,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:58.172074 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 82d06787-11cb-4d7c-bccd-1eded19e414d triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:58.172946 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.213977 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:53:58.227261 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-199f878c-f043-4d38-979d-90634f55de3b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group_rule (2e6725f9-1146-4668-901c-b3d0b226f257), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.229875 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:58.231554 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ffbf8-7c1c-4506-9f90-91347affdf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbe6b63-0ad6-49a7-a226-a4d7fa247cd6,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:58.264534 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df85b0e-8588-4046-b4e0-79d8889e2560 None None] The sync data for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi is: [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:53:58.282830 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ee4888c1-6fbd-45ad-a04b-7efb85f5dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (dac7bd8e-5bd1-438c-b280-8a4cfdd50e66), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.286503 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ee4888c1-6fbd-45ad-a04b-7efb85f5dc45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.291298 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-ee4888c1-6fbd-45ad-a04b-7efb85f5dc45 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/dac7bd8e-5bd1-438c-b280-8a4cfdd50e66 HTTP/1.1" status: 204 len: 168 time: 0.4582455 Aug 26 00:53:58.298788 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e649-cea4-40a7-b9a1-8aabff760876 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.304851 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 39598) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:58.305514 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d2b8e649-cea4-40a7-b9a1-8aabff760876 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8508091 Aug 26 00:53:58.309871 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:58.324635 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (d3a249fa-1456-4db8-bec0-3e4cbe5e28ef), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.327222 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-199f878c-f043-4d38-979d-90634f55de3b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (2e6725f9-1146-4668-901c-b3d0b226f257), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.338355 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4888c1-6fbd-45ad-a04b-7efb85f5dc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac7bd8e-5bd1-438c-b280-8a4cfdd50e66,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:58.382238 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.388223 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f878c-f043-4d38-979d-90634f55de3b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6725f9-1146-4668-901c-b3d0b226f257,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:58.388393 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:58.388393 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 82d06787-11cb-4d7c-bccd-1eded19e414d is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:58.388790 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.404166 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/d3a249fa-1456-4db8-bec0-3e4cbe5e28ef HTTP/1.1" status: 204 len: 168 time: 1.0662892 Aug 26 00:53:58.460081 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d6ca1-a0ac-45d8-8950-0d7fa1673922 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a249fa-1456-4db8-bec0-3e4cbe5e28ef,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:58.478074 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 82d06787-11cb-4d7c-bccd-1eded19e414d, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=82d06787-11cb-4d7c-bccd-1eded19e414d,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:53:58.512591 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-199f878c-f043-4d38-979d-90634f55de3b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.518765 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-199f878c-f043-4d38-979d-90634f55de3b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0775049 Aug 26 00:53:58.519401 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39608) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:58.532692 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:53:58.556339 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c72b4b6a-8022-4014-8853-0fe91626fdf3 req-080519b7-6ae3-4416-8874-efec18dc2594 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 210 time: 0.0905437 Aug 26 00:53:58.566525 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:58.603597 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.605850 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:58.605978 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:58.682512 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.682602 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.851792 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:58.852199 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:58.953339 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.055166 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:53:59.072373 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=82d06787-11cb-4d7c-bccd-1eded19e414d,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:59.138103 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fec36cab-6b48-4d53-9a02-709ac96859a6 req-3eecdb57-94cc-443f-b706-27a300db0750 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 210 time: 0.0985620 Aug 26 00:53:59.150174 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:59.151148 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 939b1c41-cd05-4789-872c-3555cf6cef9f up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:59.162636 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Allocated IP 172.27.1.100 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/158796b0-6192-449f-be65-f8be3d45cd55) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:59.183164 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.187139 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.services.segments.plugin [-] Segment e1329766-074b-42c9-9597-826a302185c6 resource provider aggregate not found Aug 26 00:53:59.229051 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39626) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:59.246438 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.services.segments.plugin [-] Segment e1329766-074b-42c9-9597-826a302185c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1329766-074b-42c9-9597-826a302185c6 found for delete ", "request_id": "req-88c85f96-0903-4e56-82b0-ecfe1d3a55ac"}]} Aug 26 00:53:59.265945 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 939b1c41-cd05-4789-872c-3555cf6cef9f triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:59.265945 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.356862 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for port (158796b0-6192-449f-be65-f8be3d45cd55), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.365071 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 39630) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:59.366878 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 939b1c41-cd05-4789-872c-3555cf6cef9f is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:53:59.367338 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-e26c03be-2799-4e5c-92bc-4d7f35018b48 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=048f09e433c343ba87faa257b37184c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1342480 Aug 26 00:53:59.367807 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.398234 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39632) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:53:59.402385 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 939b1c41-cd05-4789-872c-3555cf6cef9f, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=939b1c41-cd05-4789-872c-3555cf6cef9f,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:53:59.420211 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d49cad5a-fef1-4101-b260-b931fde3adb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.469448 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7a67c542-0eb6-4a3f-8f60-4f5c5b814218 admin admin] Publish callbacks [] for security_group (8efe1539-5029-492e-ba85-e9e28f432877), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.494019 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7a67c542-0eb6-4a3f-8f60-4f5c5b814218 admin admin] Publish callbacks [] for security_group (8efe1539-5029-492e-ba85-e9e28f432877), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.505293 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.507322 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (158796b0-6192-449f-be65-f8be3d45cd55), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.595436 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:53:59.597983 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=939b1c41-cd05-4789-872c-3555cf6cef9f,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:59.604668 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:53:59.609930 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event updated for resources: {'Port': ['ID=158796b0-6192-449f-be65-f8be3d45cd55,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:53:59.614471 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:53:59.734317 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Allocated IP 172.27.1.7 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/b01e860e-e55b-4766-bcd4-0ec93d35c4d4) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:53:59.752499 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cbbd9379-575d-4afd-844e-3f193f7fe607 req-742d086d-207b-4952-9a25-0d58b39ee387 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 210 time: 0.0509679 Aug 26 00:53:59.836065 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 82d06787-11cb-4d7c-bccd-1eded19e414d up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:53:59.861988 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7a67c542-0eb6-4a3f-8f60-4f5c5b814218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (8efe1539-5029-492e-ba85-e9e28f432877), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.864996 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7a67c542-0eb6-4a3f-8f60-4f5c5b814218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.868898 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7a67c542-0eb6-4a3f-8f60-4f5c5b814218 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8efe1539-5029-492e-ba85-e9e28f432877 HTTP/1.1" status: 204 len: 168 time: 0.5000353 Aug 26 00:53:59.936018 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 82d06787-11cb-4d7c-bccd-1eded19e414d triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:53:59.936730 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:53:59.985993 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.017500 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67c542-0eb6-4a3f-8f60-4f5c5b814218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efe1539-5029-492e-ba85-e9e28f432877,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:00.086712 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:00.093011 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 82d06787-11cb-4d7c-bccd-1eded19e414d is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:00.094132 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 54b85f49-0aae-4a55-9801-18fe9265f825 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:00.097102 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=73,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:00.105997 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d49cad5a-fef1-4101-b260-b931fde3adb4 admin admin] Publish callbacks [] for security_group (b1c49a2f-eb80-410f-ac44-1c74cb7637f0), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.169580 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (158796b0-6192-449f-be65-f8be3d45cd55), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.202337 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d49cad5a-fef1-4101-b260-b931fde3adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (b1c49a2f-eb80-410f-ac44-1c74cb7637f0), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.288022 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.91', 61767) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:00.314972 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cad5a-fef1-4101-b260-b931fde3adb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c49a2f-eb80-410f-ac44-1c74cb7637f0,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:00.361610 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 54b85f49-0aae-4a55-9801-18fe9265f825 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:00.362307 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (54b85f49-0aae-4a55-9801-18fe9265f825), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.451119 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for port (b01e860e-e55b-4766-bcd4-0ec93d35c4d4), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.481045 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d49cad5a-fef1-4101-b260-b931fde3adb4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b32342e98f1e4d6d8279e7a7d019c0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0726264 Aug 26 00:54:00.483519 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 39670) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:00.547626 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Sync routers for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:54:00.560646 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 54b85f49-0aae-4a55-9801-18fe9265f825 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:00.561760 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device db7931a5-b611-44b8-9307-587abfaa00fd up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:00.569599 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:54:00.570144 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:00.582673 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:00.642433 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port db7931a5-b611-44b8-9307-587abfaa00fd triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:00.642797 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.666720 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3964-72ea-486a-999e-a1f506859466 req-8fe6dd1b-fe4b-444f-baf4-7f4704891efd tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:00.668608 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-8fe6dd1b-fe4b-444f-baf4-7f4704891efd tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.91 "GET /networking/v2.0/networks?id=22430e21-d3fc-488b-bff1-ba16ab068557 HTTP/1.1" status: 200 len: 812 time: 0.3015110 Aug 26 00:54:00.673670 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0ff6ad71-aaa2-4f1e-a581-83e7d967086a req-69650bab-7ba3-47f8-9e9a-df4ab08817d9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 210 time: 0.1120858 Aug 26 00:54:00.715863 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:54:00.727995 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-3ef3732a-592a-4811-9273-fedcdeb24fc2 admin admin] Publish callbacks [] for security_group (b1c49a2f-eb80-410f-ac44-1c74cb7637f0), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.751598 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-5a9ef2dd-9ad3-4ab7-935b-ce3ddd46a2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.757772 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for port (158796b0-6192-449f-be65-f8be3d45cd55), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.766563 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-3ef3732a-592a-4811-9273-fedcdeb24fc2 admin admin] Publish callbacks [] for security_group (b1c49a2f-eb80-410f-ac44-1c74cb7637f0), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.776573 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port db7931a5-b611-44b8-9307-587abfaa00fd is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:00.776684 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.816171 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-8bab3964-72ea-486a-999e-a1f506859466 req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Request body: {'port': {'device_id': 'd778c4bb-8dd8-4106-b7cc-12a1d485cf1e', 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557', 'admin_state_up': True, 'tenant_id': '032ed1b5aea842edb0bcae9d23810786'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:00.822793 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.91', 61773) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:00.840020 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (b01e860e-e55b-4766-bcd4-0ec93d35c4d4), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:00.869791 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port db7931a5-b611-44b8-9307-587abfaa00fd, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=db7931a5-b611-44b8-9307-587abfaa00fd,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:00.879565 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:54:00.882802 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:54:00.888966 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:54:00.956568 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event updated for resources: {'Port': ['ID=b01e860e-e55b-4766-bcd4-0ec93d35c4d4,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:01.014685 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:01.025442 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 2, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:01.041443 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (158796b0-6192-449f-be65-f8be3d45cd55), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:01.053367 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (8ab95938-a3e7-447c-976a-bdd5fe3cff19), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:01.062418 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Checking router: eed7c60f-4637-4288-9c7f-7f548fe15505 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:54:01.063013 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Updating router eed7c60f-4637-4288-9c7f-7f548fe15505 port 57a46b08-ebc7-4cad-82ad-da9792bc0230 binding host dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:54:01.066732 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-3ef3732a-592a-4811-9273-fedcdeb24fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (b1c49a2f-eb80-410f-ac44-1c74cb7637f0), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:01.071130 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-3ef3732a-592a-4811-9273-fedcdeb24fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:01.075546 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-3ef3732a-592a-4811-9273-fedcdeb24fc2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b1c49a2f-eb80-410f-ac44-1c74cb7637f0 HTTP/1.1" status: 204 len: 168 time: 0.5909986 Aug 26 00:54:01.085749 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3732a-592a-4811-9273-fedcdeb24fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c49a2f-eb80-410f-ac44-1c74cb7637f0,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:01.087708 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a63fbe72-786c-4bed-91d1-1ad109030864 req-4df896a6-5ca5-4350-abbb-b34e09413d3a tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 210 time: 0.1579995 Aug 26 00:54:01.103247 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:01.125793 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:01.149643 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=db7931a5-b611-44b8-9307-587abfaa00fd,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:01.227000 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:01.232263 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 39688) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:01.240923 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:01.259713 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (b01e860e-e55b-4766-bcd4-0ec93d35c4d4), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:01.270317 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event updated for resources: {'Port': ['ID=158796b0-6192-449f-be65-f8be3d45cd55,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:01.344602 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.91', 61777) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:01.357281 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:01.417005 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-5d3b7d97-d336-49f1-9d03-407b16997237 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:01.421072 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-5d3b7d97-d336-49f1-9d03-407b16997237 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 819 time: 0.5509529 Aug 26 00:54:01.467591 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:01.467591 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-96d45122-7048-4c94-ad97-bab92225dedd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1606462 Aug 26 00:54:01.471937 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Request body: {'port': {'device_id': '3079fdb4-9b6d-4030-a7ce-bdf5bff324ab', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'admin_state_up': True, 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:01.721465 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 939b1c41-cd05-4789-872c-3555cf6cef9f up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:01.748764 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Publish callbacks [] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), precommit_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:01.781381 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-68643d9b-935b-4ac7-a6c1-c922ff69a301 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:01.782718 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-68643d9b-935b-4ac7-a6c1-c922ff69a301 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 819 time: 0.4243195 Aug 26 00:54:01.788308 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-bc4f76ad-3d0c-49b5-8236-9646d3c67de7 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ca1a99f0dbec4b7bab2d2078c36cb080&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5427446 Aug 26 00:54:01.792344 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 39718) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:01.817779 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Request body: {'port': {'device_id': '4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'admin_state_up': True, 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:01.831602 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 939b1c41-cd05-4789-872c-3555cf6cef9f triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:01.832000 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:01.887844 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.056619 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907453d-2a79-4bf7-bdc9-7e06312cb743 None None] Pushing event updated for resources: {'Port': ['ID=57a46b08-ebc7-4cad-82ad-da9792bc0230,revision_number=3']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:02.088065 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:54:02.121816 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:02.126271 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d00b5d78-778e-4e3d-9804-3c4afa023847 req-582e3732-2457-4e50-9812-d1a576b5dbe0 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 210 time: 0.3032792 Aug 26 00:54:02.128732 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 939b1c41-cd05-4789-872c-3555cf6cef9f is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:02.130559 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device db7931a5-b611-44b8-9307-587abfaa00fd up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:02.240166 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Attempting to bind port 57a46b08-ebc7-4cad-82ad-da9792bc0230 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:54:02.241357 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Attempting to bind port 57a46b08-ebc7-4cad-82ad-da9792bc0230 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:54:02.243210 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Attempting to bind port 57a46b08-ebc7-4cad-82ad-da9792bc0230 on network 82719f0d-e147-413c-83ac-404aae47d6de {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:54:02.243710 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for port (b01e860e-e55b-4766-bcd4-0ec93d35c4d4), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.256413 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:54:02.257152 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Checking segment: {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:54:02.258280 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.259223 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Bound using segment: {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:54:02.260035 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Bound port: 57a46b08-ebc7-4cad-82ad-da9792bc0230, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'}}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:54:02.260617 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.270083 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port db7931a5-b611-44b8-9307-587abfaa00fd triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:02.287564 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.307022 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Made reservation on behalf of 368f6a9e030e4aff9ef6559a6a165975 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:54:02.313199 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.323441 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:02.331929 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-77041f00-4679-458c-b09a-4a36e928f7f6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1967920129&fields=id&tenant_id=ec39c32378ac4017ad50aa6f930e514b HTTP/1.1" status: 200 len: 267 time: 0.2557716 Aug 26 00:54:02.358200 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] For port 57a46b08-ebc7-4cad-82ad-da9792bc0230, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:54:02.361825 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] For port 57a46b08-ebc7-4cad-82ad-da9792bc0230, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=57a46b08-ebc7-4cad-82ad-da9792bc0230,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:54:02.366764 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d016e980-729b-4089-b161-6366f94f71bd admin admin] Publish callbacks [] for security_group (6aec50bd-0713-4423-a3c4-da70a7a1f97a), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.381934 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-80acdbe6-88aa-4c65-8838-452103636cee req-c769c1dc-9a06-46f3-975b-3398da3cb652 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 210 time: 0.0710003 Aug 26 00:54:02.390363 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (b01e860e-e55b-4766-bcd4-0ec93d35c4d4), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.391272 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (8ab95938-a3e7-447c-976a-bdd5fe3cff19), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.410929 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port db7931a5-b611-44b8-9307-587abfaa00fd is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:02.483308 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.489582 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event updated for resources: {'Port': ['ID=b01e860e-e55b-4766-bcd4-0ec93d35c4d4,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:02.569890 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Made reservation on behalf of 368f6a9e030e4aff9ef6559a6a165975 for: {'port': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:54:02.575944 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.576371 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bab3964-72ea-486a-999e-a1f506859466 req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Made reservation on behalf of 032ed1b5aea842edb0bcae9d23810786 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:54:02.580681 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-8bab3964-72ea-486a-999e-a1f506859466 req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.587482 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.591501 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-7d11a6d0-99b9-413d-b14f-85704961106f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0690694 Aug 26 00:54:02.679195 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:54:02.679836 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:53:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:02.683948 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d016e980-729b-4089-b161-6366f94f71bd admin admin] Publish callbacks [] for security_group (6aec50bd-0713-4423-a3c4-da70a7a1f97a), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:02.818203 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907453d-2a79-4bf7-bdc9-7e06312cb743 None None] Pushing event updated for resources: {'Port': ['ID=57a46b08-ebc7-4cad-82ad-da9792bc0230,revision_number=4']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:02.860561 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:54:02.894562 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Allocated IP 172.20.0.7 (7609779d-30c3-4a34-917a-c632dbd6c083/ebece4fe-9fc4-4a49-8617-0ca326fa4131/370c2a59-a26b-4a3e-8768-1300357aad68) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:54:02.984455 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-d1baa320-4cf6-469f-a916-bf60e3d54285 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:02.986005 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-d1baa320-4cf6-469f-a916-bf60e3d54285 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/networks?id=82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 200 len: 817 time: 0.6203444 Aug 26 00:54:03.015181 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:03.070732 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-fd41916d-1f1e-4da8-92dc-e4595d78c29a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/quotas/ec39c32378ac4017ad50aa6f930e514b HTTP/1.1" status: 200 len: 375 time: 0.0616779 Aug 26 00:54:03.078807 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d016e980-729b-4089-b161-6366f94f71bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (6aec50bd-0713-4423-a3c4-da70a7a1f97a), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:03.081834 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d016e980-729b-4089-b161-6366f94f71bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:03.085773 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-d016e980-729b-4089-b161-6366f94f71bd admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6aec50bd-0713-4423-a3c4-da70a7a1f97a HTTP/1.1" status: 204 len: 168 time: 1.2884607 Aug 26 00:54:03.124774 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-8bab3964-72ea-486a-999e-a1f506859466 req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Allocated IP 172.20.0.11 (22430e21-d3fc-488b-bff1-ba16ab068557/f1d8d22c-0efd-44e4-9492-e3e9f15e893c/5f1c5b36-2ace-4432-8c74-20a3b6c61298) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:54:03.150826 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f9941f64-7f78-4e3b-9972-02cecac5d331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:03.219582 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016e980-729b-4089-b161-6366f94f71bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aec50bd-0713-4423-a3c4-da70a7a1f97a,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:03.259858 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-2a2484d6-d939-465f-afe4-2eba71a4be62 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1654992 Aug 26 00:54:03.294256 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:02Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:03.372004 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-26606ff2-1f65-45e6-811d-d596ca476329 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--794511153&fields=id&tenant_id=5219060f4c184521919b017e8435eca5 HTTP/1.1" status: 200 len: 267 time: 0.1740229 Aug 26 00:54:03.397037 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-5d09a6d0-3941-4280-b1d0-dddf53ec7247 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092877 Aug 26 00:54:03.404130 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd773903-b5f4-44ea-8f4a-96cadf1d4d08 None None] The sync data for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi is: [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:02Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:54:03.419670 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:03.665827 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:03.690586 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for port (370c2a59-a26b-4a3e-8768-1300357aad68), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:03.772847 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 57a46b08-ebc7-4cad-82ad-da9792bc0230 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:03.841787 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:03.852288 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-a9376fcd-782f-4176-84f0-3ccedbc1cb33 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:03.866171 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-a9376fcd-782f-4176-84f0-3ccedbc1cb33 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/networks?id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5 HTTP/1.1" status: 200 len: 811 time: 0.4804630 Aug 26 00:54:03.866722 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-b2e25f7a-f663-4143-a381-98ca59f334e9 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610705 Aug 26 00:54:03.895279 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-8f4a5073-110f-4133-9ba4-e1d150561c24 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/quotas/5219060f4c184521919b017e8435eca5 HTTP/1.1" status: 200 len: 375 time: 0.0216734 Aug 26 00:54:03.900818 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Sync routers for ids ['b0d1d453-4cb5-4dce-8a53-09bfd56813ab'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:54:03.921753 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-8bab3964-72ea-486a-999e-a1f506859466 req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Publish callbacks [] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:04.003114 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Routers {'b0d1d453-4cb5-4dce-8a53-09bfd56813ab'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:54:04.009921 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:54:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b0d1d453-4cb5-4dce-8a53-09bfd56813ab'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:04.025090 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-08e7ef3f-a151-4ef3-9da8-99b8cdbf56e4 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=5219060f4c184521919b017e8435eca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215687 Aug 26 00:54:04.058901 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:04.349267 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Set router b0d1d453-4cb5-4dce-8a53-09bfd56813ab gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:54:04.373600 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:04.396809 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event updated for resources: {'Port': ['ID=370c2a59-a26b-4a3e-8768-1300357aad68,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:04.399980 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-8bab3964-72ea-486a-999e-a1f506859466 req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:04.460114 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Allocated IP 172.20.0.12 (7609779d-30c3-4a34-917a-c632dbd6c083/ebece4fe-9fc4-4a49-8617-0ca326fa4131/833db4f2-eca1-40db-a1e7-c07312b7e9d1) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:54:04.667254 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 57a46b08-ebc7-4cad-82ad-da9792bc0230 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:04.667254 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:04.668351 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Network 7609779d-30c3-4a34-917a-c632dbd6c083 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:54:04.668351 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:54:04.668351 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:54:04.668873 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-863953e7-c4e8-49cc-a8bc-add9b7a97793 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062246 Aug 26 00:54:04.811065 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bab3964-72ea-486a-999e-a1f506859466 req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Network 22430e21-d3fc-488b-bff1-ba16ab068557 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:54:04.820001 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d14bf9dc-3dd5-4f66-afa8-56f758a726bd req-81e744cb-fdba-40bc-a18c-833da78509a5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 210 time: 0.2837529 Aug 26 00:54:04.826304 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-8bab3964-72ea-486a-999e-a1f506859466 req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:54:04.829381 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Pushing event updated for resources: {'Port': ['ID=5f1c5b36-2ace-4432-8c74-20a3b6c61298,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:04.838771 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bab3964-72ea-486a-999e-a1f506859466 req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:54:04.908363 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 57a46b08-ebc7-4cad-82ad-da9792bc0230 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:04.916178 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:04.955771 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:04.959613 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:04.994708 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:04.994708 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:05.171285 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'name': 'tempest-DeleteServersTestJSON-1486197832-router', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'gw_port': {'id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:42Z', 'updated_at': '2022-08-26T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'aaeb93ad-6756-4321-b55a-94e8e0e47fe5', 'name': '', 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'mac_address': 'fa:16:3e:11:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f1d8d22c-0efd-44e4-9492-e3e9f15e893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 2, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'subnets': [{'id': 'f1d8d22c-0efd-44e4-9492-e3e9f15e893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:05.204774 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 57a46b08-ebc7-4cad-82ad-da9792bc0230, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=57a46b08-ebc7-4cad-82ad-da9792bc0230,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:05.233443 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Checking router: b0d1d453-4cb5-4dce-8a53-09bfd56813ab for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:54:05.234039 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Updating router b0d1d453-4cb5-4dce-8a53-09bfd56813ab port aaeb93ad-6756-4321-b55a-94e8e0e47fe5 binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:54:05.307428 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88941a-92df-4712-9ef2-00e4e14d17de req-b6491d41-c52a-4093-9c23-f793f845d973 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:05.325206 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7c88941a-92df-4712-9ef2-00e4e14d17de req-b6491d41-c52a-4093-9c23-f793f845d973 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 932 time: 0.2441010 Aug 26 00:54:05.340128 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3964-72ea-486a-999e-a1f506859466 req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:05.341777 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-8bab3964-72ea-486a-999e-a1f506859466 req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:05.370857 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:05.372107 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:05.376949 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-819aa140-d264-4168-b991-cdc81f9b9532 None None] Provisioning complete for port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:05.377354 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-819aa140-d264-4168-b991-cdc81f9b9532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:05.409003 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:05.416755 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d000c082-a308-40ef-b8bb-3cce1f991809 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9616137 Aug 26 00:54:05.560554 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7c88941a-92df-4712-9ef2-00e4e14d17de req-0fd6790c-8485-4279-8a3e-a00479e4c7e8 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341368 Aug 26 00:54:05.560832 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=57a46b08-ebc7-4cad-82ad-da9792bc0230,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:05.574918 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-819aa140-d264-4168-b991-cdc81f9b9532 None None] Port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:54:05.576146 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d750f07c-c0fa-4d41-b856-a1296f7bc812 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:54:05.577245 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d750f07c-c0fa-4d41-b856-a1296f7bc812 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0664120 Aug 26 00:54:05.599226 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-819aa140-d264-4168-b991-cdc81f9b9532 None None] Provisioning complete for port 370c2a59-a26b-4a3e-8768-1300357aad68 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:05.599226 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-819aa140-d264-4168-b991-cdc81f9b9532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:05.599226 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:05.599491 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-afdc1efa-ecdb-4efc-a444-8a7ea5f5956f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7730603 Aug 26 00:54:05.756801 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-819aa140-d264-4168-b991-cdc81f9b9532 None None] Port 370c2a59-a26b-4a3e-8768-1300357aad68 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:54:05.766157 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5e47fbac-24c5-4a6f-91bb-d20638c3e67b req-d8a9deee-e269-4be2-a001-f7e9e18c2588 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 210 time: 0.1210990 Aug 26 00:54:05.876128 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:05.963224 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-8d39e89d-10b4-4dfe-95e0-19516e52b5f2 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3516500 Aug 26 00:54:05.996863 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:06.006142 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:06.112349 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Network 7609779d-30c3-4a34-917a-c632dbd6c083 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:54:06.120419 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:54:06.125446 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:54:06.131173 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:06.131855 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for port (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:06.135453 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646dfe1-50e6-4a7f-9871-449755197856 req-bcb86079-df44-43ac-a672-2e73c1dfdd0f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:06.144067 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7646dfe1-50e6-4a7f-9871-449755197856 req-bcb86079-df44-43ac-a672-2e73c1dfdd0f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 932 time: 0.1523466 Aug 26 00:54:06.146546 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event updated for resources: {'Port': ['ID=833db4f2-eca1-40db-a1e7-c07312b7e9d1,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:06.221745 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7646dfe1-50e6-4a7f-9871-449755197856 req-ac4a12a3-046a-41e1-9599-a1a426673ddd tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760441 Aug 26 00:54:06.296412 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-ddb5788f-7790-4aa3-b8c3-db2b44c6155a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4850972 Aug 26 00:54:06.429580 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:06.623352 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-eeff7ac9-0864-4320-8606-7e1fb0be338c None None] Provisioning complete for port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:06.629592 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-eeff7ac9-0864-4320-8606-7e1fb0be338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:06.755764 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-eeff7ac9-0864-4320-8606-7e1fb0be338c None None] Port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:54:06.755764 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Publish callbacks [] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:06.852051 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Request body: {'port': {'device_id': '4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:06.865649 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:06.949326 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Request body: {'port': {'device_id': 'd778c4bb-8dd8-4106-b7cc-12a1d485cf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:06.962479 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:06.974041 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:06.979609 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Request body: {'port': {'device_id': '3079fdb4-9b6d-4030-a7ce-bdf5bff324ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:06.995243 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9bbdf-2516-4ad7-89f2-f32c9dce64a9 req-f4e84d86-72a9-41a7-9fd8-2eae60d77519 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:07.023985 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d7f9bbdf-2516-4ad7-89f2-f32c9dce64a9 req-f4e84d86-72a9-41a7-9fd8-2eae60d77519 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 932 time: 0.3127732 Aug 26 00:54:07.066067 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:07.134162 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b227d0c6-2d55-4288-afcd-68f0c6284bb3 req-867bca5e-3bd3-4f14-b82e-9eccee2f1a7b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 210 time: 0.6828182 Aug 26 00:54:07.215276 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:07.232672 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d7f9bbdf-2516-4ad7-89f2-f32c9dce64a9 req-f095850f-a912-4fa8-843b-3d3ac7656d69 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069123 Aug 26 00:54:07.285093 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:07.460501 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:07.533109 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-59de40ce-9bfc-4768-bf89-6af28158a1b6 req-b04cb136-764e-4066-aa11-f2c173fc79a7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 210 time: 0.2042060 Aug 26 00:54:07.582530 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:07.764144 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbdd01-53c1-4a64-b54c-0323490aae3b None None] Pushing event updated for resources: {'Port': ['ID=aaeb93ad-6756-4321-b55a-94e8e0e47fe5,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:07.782723 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 57a46b08-ebc7-4cad-82ad-da9792bc0230 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:07.837439 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee5e28-040c-4a9e-a566-30d0a45fbe44 req-de6426d5-f1af-4afa-89a9-9732a70afa21 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:07.845398 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d4ee5e28-040c-4a9e-a566-30d0a45fbe44 req-de6426d5-f1af-4afa-89a9-9732a70afa21 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 932 time: 0.3337600 Aug 26 00:54:07.916457 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Attempting to bind port aaeb93ad-6756-4321-b55a-94e8e0e47fe5 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:54:07.916457 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Attempting to bind port aaeb93ad-6756-4321-b55a-94e8e0e47fe5 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:54:07.916457 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Attempting to bind port aaeb93ad-6756-4321-b55a-94e8e0e47fe5 on network 22430e21-d3fc-488b-bff1-ba16ab068557 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:54:07.929857 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:54:07.933733 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Checking segment: {'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:54:07.933733 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:07.933733 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Bound using segment: {'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:54:07.933733 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Bound port: aaeb93ad-6756-4321-b55a-94e8e0e47fe5, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:54:07.933733 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:08.022552 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 57a46b08-ebc7-4cad-82ad-da9792bc0230 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:08.022940 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:08.039070 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d4ee5e28-040c-4a9e-a566-30d0a45fbe44 req-e242adab-d8d5-453e-b720-f90c1e1d854a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914277 Aug 26 00:54:08.150539 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] For port aaeb93ad-6756-4321-b55a-94e8e0e47fe5, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:54:08.158125 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] For port aaeb93ad-6756-4321-b55a-94e8e0e47fe5, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=aaeb93ad-6756-4321-b55a-94e8e0e47fe5,segment=NetworkSegment(4fdea499-af9a-4b05-945a-15742bc23339),segment_id=4fdea499-af9a-4b05-945a-15742bc23339)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:54:08.175315 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833db4f2-eca1-40db-a1e7-c07312b7e9d1 {{(pid=113335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:54:08.191693 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Publish callbacks [] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:08.272989 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.provisioning_blocks [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Transition to ACTIVE for port object 833db4f2-eca1-40db-a1e7-c07312b7e9d1 will not be triggered until provisioned by entity L2. {{(pid=113335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:54:08.291661 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:08.339522 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:08.378224 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:08.450982 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 57a46b08-ebc7-4cad-82ad-da9792bc0230 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:08.457008 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Routers {'b0d1d453-4cb5-4dce-8a53-09bfd56813ab'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:54:08.457864 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:54:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b0d1d453-4cb5-4dce-8a53-09bfd56813ab'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:08.527799 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbdd01-53c1-4a64-b54c-0323490aae3b None None] Pushing event updated for resources: {'Port': ['ID=aaeb93ad-6756-4321-b55a-94e8e0e47fe5,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:08.620663 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:08.650973 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] Set router b0d1d453-4cb5-4dce-8a53-09bfd56813ab gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:54:08.678124 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.managers [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Attempting to bind port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:54:08.678685 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.managers [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Attempting to bind port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'}] {{(pid=113335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:54:08.679407 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Attempting to bind port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 on network 7609779d-30c3-4a34-917a-c632dbd6c083 {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:54:08.685075 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Pushing event updated for resources: {'Port': ['ID=833db4f2-eca1-40db-a1e7-c07312b7e9d1,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:08.691396 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 on network 7609779d-30c3-4a34-917a-c632dbd6c083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:54:08.691813 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Attempting to bind port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 on network 7609779d-30c3-4a34-917a-c632dbd6c083 {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:54:08.701247 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c3a77-7e74-4abd-8850-d64958dc7b4b req-b93403ad-e07a-460c-94d7-bab038a2a34b tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:08.708536 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a21c3a77-7e74-4abd-8850-d64958dc7b4b req-b93403ad-e07a-460c-94d7-bab038a2a34b tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 932 time: 0.1109993 Aug 26 00:54:08.712798 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:54:08.713849 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Checking segment: {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:54:08.714907 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Bound using segment: {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'} {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:54:08.716010 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.managers [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Bound port: 833db4f2-eca1-40db-a1e7-c07312b7e9d1, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'}}] {{(pid=113335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:54:08.717062 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:08.780424 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.91', 61791) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:08.941694 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-859a7df4-fe66-4f1e-b72b-0ae5fdd2ff1f req-ecc9f35b-4f8f-45df-a084-c508b1e19784 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 210 time: 0.3197188 Aug 26 00:54:09.018579 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a21c3a77-7e74-4abd-8850-d64958dc7b4b req-ad31c1fa-1648-4d8e-97be-12dc3d957342 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916477 Aug 26 00:54:09.058552 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] For port 833db4f2-eca1-40db-a1e7-c07312b7e9d1, host hv-cinder-83538, cleared binding levels {{(pid=113335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:54:09.088817 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] For port 833db4f2-eca1-40db-a1e7-c07312b7e9d1, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=833db4f2-eca1-40db-a1e7-c07312b7e9d1,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:54:09.318897 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'name': 'tempest-DeleteServersTestJSON-1486197832-router', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'gw_port': {'id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:42Z', 'updated_at': '2022-08-26T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'aaeb93ad-6756-4321-b55a-94e8e0e47fe5', 'name': '', 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'mac_address': 'fa:16:3e:11:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f1d8d22c-0efd-44e4-9492-e3e9f15e893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:08Z', 'revision_number': 4, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'subnets': [{'id': 'f1d8d22c-0efd-44e4-9492-e3e9f15e893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:09.345113 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-882b08cd-85fb-494e-b1ee-70f3b1211a7f req-57702e2e-ff46-4679-a8a6-5c719c839ac1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 210 time: 0.1877353 Aug 26 00:54:09.367537 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1043af-a960-414d-be6b-ed37cd77508b None None] The sync data for ids ['b0d1d453-4cb5-4dce-8a53-09bfd56813ab'] in dv-cinder-835384-25-iscsi is: [{'id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'name': 'tempest-DeleteServersTestJSON-1486197832-router', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'gw_port': {'id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:42Z', 'updated_at': '2022-08-26T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'aaeb93ad-6756-4321-b55a-94e8e0e47fe5', 'name': '', 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'mac_address': 'fa:16:3e:11:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f1d8d22c-0efd-44e4-9492-e3e9f15e893c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:08Z', 'revision_number': 4, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'subnets': [{'id': 'f1d8d22c-0efd-44e4-9492-e3e9f15e893c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:54:09.376241 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-18b9b31a-a32d-4e6a-9788-717aff2cddc7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:09.385969 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-18b9b31a-a32d-4e6a-9788-717aff2cddc7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.91 "GET /networking/v2.0/networks?id=82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 200 len: 817 time: 0.6003475 Aug 26 00:54:09.462324 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3bf6f-fede-4484-824c-c8d1c9bad395 req-a8ae2485-33b2-4ef0-9bdf-3c1c0766dba7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:09.468900 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-23d3bf6f-fede-4484-824c-c8d1c9bad395 req-a8ae2485-33b2-4ef0-9bdf-3c1c0766dba7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.2888348 Aug 26 00:54:09.472981 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:09.481492 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:09.541726 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:09.545949 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for port (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:09.549552 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/833db4f2-eca1-40db-a1e7-c07312b7e9d1 HTTP/1.1" status: 200 len: 1094 time: 3.2423255 Aug 26 00:54:09.553346 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be', 'tag': '833db4f2-eca1-40db-a1e7-c07312b7e9d1'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:54:09.682613 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370c2a59-a26b-4a3e-8768-1300357aad68 {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:54:09.700313 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Publish callbacks [] for port (370c2a59-a26b-4a3e-8768-1300357aad68), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:09.761698 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Transition to ACTIVE for port object 370c2a59-a26b-4a3e-8768-1300357aad68 will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:54:09.786310 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:09.803959 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device aaeb93ad-6756-4321-b55a-94e8e0e47fe5 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:09.878845 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1c5b36-2ace-4432-8c74-20a3b6c61298 {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:54:09.918184 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:09.925770 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port aaeb93ad-6756-4321-b55a-94e8e0e47fe5 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:09.928681 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Publish callbacks [] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:09.929144 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:09.998191 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:10.149007 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port aaeb93ad-6756-4321-b55a-94e8e0e47fe5 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:10.150078 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:10.186866 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a" -d '{"events": [{"name": "network-changed", "server_uuid": "4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be", "tag": "833db4f2-eca1-40db-a1e7-c07312b7e9d1"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:54:10.198846 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Transition to ACTIVE for port object 5f1c5b36-2ace-4432-8c74-20a3b6c61298 will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:54:10.215571 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port aaeb93ad-6756-4321-b55a-94e8e0e47fe5, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=aaeb93ad-6756-4321-b55a-94e8e0e47fe5,segment=NetworkSegment(4fdea499-af9a-4b05-945a-15742bc23339),segment_id=4fdea499-af9a-4b05-945a-15742bc23339)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:10.275325 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-f98a3bf9-4a83-4d4a-a835-bda6d3263d6f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec39c32378ac4017ad50aa6f930e514b HTTP/1.1" status: 200 len: 380 time: 0.8000543 Aug 26 00:54:10.294506 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:10.321462 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64e17c-b386-48fb-92fb-c52aaa52ac4d service neutron] Pushing event updated for resources: {'Port': ['ID=833db4f2-eca1-40db-a1e7-c07312b7e9d1,revision_number=3']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:10.347107 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-23d3bf6f-fede-4484-824c-c8d1c9bad395 req-a50bb59e-e354-4f70-8869-9cb8c1e7a220 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8296359 Aug 26 00:54:10.356220 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-3961f7e2-c4cf-4577-b1e1-dc43f6b87a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:10.357883 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-3961f7e2-c4cf-4577-b1e1-dc43f6b87a8f service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 1128 time: 0.4642320 Aug 26 00:54:10.363746 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:10.367212 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Pushing event updated for resources: {'Port': ['ID=370c2a59-a26b-4a3e-8768-1300357aad68,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:10.443278 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:10.447870 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1c5b36-2ace-4432-8c74-20a3b6c61298,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:10.450251 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=aaeb93ad-6756-4321-b55a-94e8e0e47fe5,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:10.460675 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3cebea3a-bcaf-4c83-a531-00809266daca req-211df4bd-88ff-4bf5-938c-631903c709ad tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 210 time: 0.2628717 Aug 26 00:54:10.627361 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff1741-e75e-4ee7-85ab-baa678fc27dc req-5f5a5e3e-c8a3-4ea5-8aa4-7d8ffa671aef tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:10.637113 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e0ff1741-e75e-4ee7-85ab-baa678fc27dc req-5f5a5e3e-c8a3-4ea5-8aa4-7d8ffa671aef tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 944 time: 0.1283598 Aug 26 00:54:10.694528 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Attempting to bind port 370c2a59-a26b-4a3e-8768-1300357aad68 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:54:10.697493 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Attempting to bind port 370c2a59-a26b-4a3e-8768-1300357aad68 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:54:10.700748 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Attempting to bind port 370c2a59-a26b-4a3e-8768-1300357aad68 on network 7609779d-30c3-4a34-917a-c632dbd6c083 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:54:10.710894 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e0ff1741-e75e-4ee7-85ab-baa678fc27dc req-c0d4bd62-d3f3-4086-a5ef-b2e6d4e33b93 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723503 Aug 26 00:54:10.726502 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Port 370c2a59-a26b-4a3e-8768-1300357aad68 on network 7609779d-30c3-4a34-917a-c632dbd6c083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:54:10.727662 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Attempting to bind port 370c2a59-a26b-4a3e-8768-1300357aad68 on network 7609779d-30c3-4a34-917a-c632dbd6c083 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:54:10.741983 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:54:10.742715 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Checking segment: {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:54:10.743571 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Bound using segment: {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:54:10.744275 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Bound port: 370c2a59-a26b-4a3e-8768-1300357aad68, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:54:10.744866 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:10.806240 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bf19a3-960b-4465-9830-9684c1d0779c x-openstack-request-id: req-f9bf19a3-960b-4465-9830-9684c1d0779c {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:54:10.806830 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be", "tag": "833db4f2-eca1-40db-a1e7-c07312b7e9d1", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:54:10.807090 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f9bf19a3-960b-4465-9830-9684c1d0779c {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:54:10.807741 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9bf19a3-960b-4465-9830-9684c1d0779c'] response: {'name': 'network-changed', 'server_uuid': '4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be', 'tag': '833db4f2-eca1-40db-a1e7-c07312b7e9d1', 'status': 'completed', 'code': 200} Aug 26 00:54:10.814983 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Attempting to bind port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:54:10.817810 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Attempting to bind port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:54:10.817810 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Attempting to bind port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 on network 22430e21-d3fc-488b-bff1-ba16ab068557 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:54:10.824398 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 on network 22430e21-d3fc-488b-bff1-ba16ab068557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:54:10.824844 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Attempting to bind port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 on network 22430e21-d3fc-488b-bff1-ba16ab068557 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:54:10.835950 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:54:10.836570 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Checking segment: {'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:54:10.837160 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Bound using segment: {'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:54:10.837748 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Bound port: 5f1c5b36-2ace-4432-8c74-20a3b6c61298, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdea499-af9a-4b05-945a-15742bc23339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:54:10.838263 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:10.948682 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Request body: {'port': {'device_id': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'admin_state_up': True, 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'security_groups': ['02212720-f55c-4578-84ca-ed16c3bfcc82']}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:11.010380 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:11.031235 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] For port 370c2a59-a26b-4a3e-8768-1300357aad68, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:54:11.087696 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] For port 370c2a59-a26b-4a3e-8768-1300357aad68, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=370c2a59-a26b-4a3e-8768-1300357aad68,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:54:11.092721 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] For port 5f1c5b36-2ace-4432-8c74-20a3b6c61298, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:54:11.119277 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] For port 5f1c5b36-2ace-4432-8c74-20a3b6c61298, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f1c5b36-2ace-4432-8c74-20a3b6c61298,segment=NetworkSegment(4fdea499-af9a-4b05-945a-15742bc23339),segment_id=4fdea499-af9a-4b05-945a-15742bc23339)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:54:11.160114 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:11.168233 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:11.168891 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:11.170491 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/370c2a59-a26b-4a3e-8768-1300357aad68 HTTP/1.1" status: 200 len: 1093 time: 5.1478601 Aug 26 00:54:11.172226 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-e282b704-3b34-4271-a038-925b2fe712d6 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=833db4f2-eca1-40db-a1e7-c07312b7e9d1 HTTP/1.1" status: 200 len: 217 time: 0.3025086 Aug 26 00:54:11.177539 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3079fdb4-9b6d-4030-a7ce-bdf5bff324ab', 'tag': '370c2a59-a26b-4a3e-8768-1300357aad68'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:54:11.272356 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.91', 61801) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:11.305293 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:11.320299 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:11.321464 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:11.322753 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/5f1c5b36-2ace-4432-8c74-20a3b6c61298 HTTP/1.1" status: 200 len: 1094 time: 5.2967346 Aug 26 00:54:11.373346 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84dec4-77ef-4029-a857-d4fac48845a3 service neutron] Pushing event updated for resources: {'Port': ['ID=370c2a59-a26b-4a3e-8768-1300357aad68,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:11.489706 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab067250-c1f3-4436-b41b-bfc3dca44919" -d '{"events": [{"name": "network-changed", "server_uuid": "3079fdb4-9b6d-4030-a7ce-bdf5bff324ab", "tag": "370c2a59-a26b-4a3e-8768-1300357aad68"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:54:11.506598 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ad9d93f6-3132-4df4-80f9-2c9406981db5 req-56b9039f-1898-45ac-8e73-6a8d95e85db6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 210 time: 0.5521905 Aug 26 00:54:11.507883 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:11.689860 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-d8329614-874d-44a5-8a9a-68482f7e6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:11.702131 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-d8329614-874d-44a5-8a9a-68482f7e6e48 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.2658246 Aug 26 00:54:11.703230 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:11.735970 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device aaeb93ad-6756-4321-b55a-94e8e0e47fe5 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:11.813558 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5ecc11bd-2eed-4344-8097-6950f8988751 req-d8f5eb75-310f-4abb-bf46-1d075baf0813 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 210 time: 0.1630974 Aug 26 00:54:11.879418 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port aaeb93ad-6756-4321-b55a-94e8e0e47fe5 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:11.880249 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:11.939117 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40042) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:11.998922 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-5b036387-286d-4f14-8736-6674e6816ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:12.011795 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-5b036387-286d-4f14-8736-6674e6816ab8 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2429857 Aug 26 00:54:12.053361 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Made reservation on behalf of ec39c32378ac4017ad50aa6f930e514b for: {'port': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:54:12.057563 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:12.058462 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port aaeb93ad-6756-4321-b55a-94e8e0e47fe5 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:12.144517 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:12.148400 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c2b56-53ab-47fe-8fcc-4ffb4957e372 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1c5b36-2ace-4432-8c74-20a3b6c61298,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:12.161929 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-30f1592f-048c-405d-b3b5-cc7e6fabac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:12.163989 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-30f1592f-048c-405d-b3b5-cc7e6fabac81 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 1127 time: 0.7653060 Aug 26 00:54:12.186660 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:12.196226 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005447c-f1fa-48ab-8958-4ec3473b7350 req-26f7f5df-b325-42c7-959e-9528fc3baa00 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:12.198633 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a005447c-f1fa-48ab-8958-4ec3473b7350 req-26f7f5df-b325-42c7-959e-9528fc3baa00 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.6786098 Aug 26 00:54:12.293502 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cba5882c-7a36-4a60-891b-5357ffe57c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:12.296828 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3964-72ea-486a-999e-a1f506859466 req-4c39b949-2ff0-4046-9493-20858a9629b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:12.298341 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-4c39b949-2ff0-4046-9493-20858a9629b0 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=032ed1b5aea842edb0bcae9d23810786&device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 1128 time: 0.6993842 Aug 26 00:54:12.303012 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40056) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:12.355072 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-62b69b04-cb31-481b-a0ec-87c5188d3fba tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:12.355072 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-62b69b04-cb31-481b-a0ec-87c5188d3fba tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.91 "GET /networking/v2.0/networks?id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5 HTTP/1.1" status: 200 len: 811 time: 1.0616713 Aug 26 00:54:12.385952 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-3e21e704-64cc-4b0a-a138-9ae21a31395f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855070 Aug 26 00:54:12.420624 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-46d4cbb7-be1d-47cf-ade7-81b342968666 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=370c2a59-a26b-4a3e-8768-1300357aad68 HTTP/1.1" status: 200 len: 217 time: 0.2174115 Aug 26 00:54:12.421871 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-5ac3e28e-8448-4e00-8661-9929c533a5df service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f1c5b36-2ace-4432-8c74-20a3b6c61298 HTTP/1.1" status: 200 len: 217 time: 0.0722282 Aug 26 00:54:12.500514 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Allocated IP 172.20.0.9 (82719f0d-e147-413c-83ac-404aae47d6de/057ee52c-7eaf-4765-b679-5f157b27c59c/ee6ad2fb-f57e-474d-a46b-a0d19ae36479) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:54:12.506086 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4d7948c1-5278-4daa-93bd-8586118d27ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:12.601674 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d50b454-8fac-4b80-ac77-198a9a78d64b x-openstack-request-id: req-2d50b454-8fac-4b80-ac77-198a9a78d64b {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:54:12.602714 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3079fdb4-9b6d-4030-a7ce-bdf5bff324ab", "tag": "370c2a59-a26b-4a3e-8768-1300357aad68", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:54:12.602714 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d50b454-8fac-4b80-ac77-198a9a78d64b {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:54:12.603618 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d50b454-8fac-4b80-ac77-198a9a78d64b'] response: {'name': 'network-changed', 'server_uuid': '3079fdb4-9b6d-4030-a7ce-bdf5bff324ab', 'tag': '370c2a59-a26b-4a3e-8768-1300357aad68', 'status': 'completed', 'code': 200} Aug 26 00:54:12.605536 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f21f809a-ea72-452e-830d-4997efdd5c89 req-7f409e1f-e6fe-4c47-82c8-cc582d3703e5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086599 Aug 26 00:54:12.608941 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a005447c-f1fa-48ab-8958-4ec3473b7350 req-270fd63e-30d2-46b0-944f-88cb943fe258 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178923 Aug 26 00:54:12.706191 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-4d118129-0bce-4b53-ab5a-cedc6a38e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:12.707970 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-4d118129-0bce-4b53-ab5a-cedc6a38e223 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.2639847 Aug 26 00:54:12.713292 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3964-72ea-486a-999e-a1f506859466 req-3c7c627c-7191-4c26-b442-e5e7ed461c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:12.714169 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-3c7c627c-7191-4c26-b442-e5e7ed461c64 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=f1d8d22c-0efd-44e4-9492-e3e9f15e893c HTTP/1.1" status: 200 len: 851 time: 0.2094085 Aug 26 00:54:12.720525 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-ddb055b5-bf14-45a8-a424-1b4316556312 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5219060f4c184521919b017e8435eca5 HTTP/1.1" status: 200 len: 379 time: 0.3424416 Aug 26 00:54:12.746855 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cba5882c-7a36-4a60-891b-5357ffe57c80 admin admin] Publish callbacks [] for security_group (e6ae18c6-828f-46c6-bc11-00dec3bb8033), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:12.798100 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a458f58-6d20-4081-8f88-8678f6f9280c req-c7cbcb74-3109-4240-bcc7-25d48353c7b0 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:12.798333 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8a458f58-6d20-4081-8f88-8678f6f9280c req-c7cbcb74-3109-4240-bcc7-25d48353c7b0 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 944 time: 0.1407237 Aug 26 00:54:12.834203 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-29841e7f-1ecb-4734-bce7-2a9dc40b9973 req-aa8bd637-3da0-491e-810e-1e16a3fdd136 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 210 time: 0.1126020 Aug 26 00:54:12.857381 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:12.877422 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Request body: {'port': {'device_id': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'admin_state_up': True, 'tenant_id': '5219060f4c184521919b017e8435eca5', 'security_groups': ['d60cc35c-de6f-45df-8955-364643eef7e0']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:12.943376 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d6225b94-6861-4bf1-811d-cf843a68fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:12.945021 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-d6225b94-6861-4bf1-811d-cf843a68fd37 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2145736 Aug 26 00:54:12.960998 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab3964-72ea-486a-999e-a1f506859466 req-5b236da2-b8d0-4e80-bcf0-19216ffe702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:12.962562 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-5b236da2-b8d0-4e80-bcf0-19216ffe702f service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=22430e21-d3fc-488b-bff1-ba16ab068557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2013617 Aug 26 00:54:12.968522 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cba5882c-7a36-4a60-891b-5357ffe57c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (e6ae18c6-828f-46c6-bc11-00dec3bb8033), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:12.975785 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4d7948c1-5278-4daa-93bd-8586118d27ba admin admin] Publish callbacks [] for security_group (b466f4f2-01aa-43dc-b9c3-817c9b5b849a), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:12.995633 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:13.064009 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3c006219-a237-4d6e-94a1-a5941e2b210e req-b9a6cadc-7a55-43b2-902f-807377786e30 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 210 time: 0.1073263 Aug 26 00:54:13.081678 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4d7948c1-5278-4daa-93bd-8586118d27ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (b466f4f2-01aa-43dc-b9c3-817c9b5b849a), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:13.089251 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a req-bf73d4cf-5107-439b-bdfc-1b03b4805284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:13.090969 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a req-bf73d4cf-5107-439b-bdfc-1b03b4805284 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 1128 time: 0.1589129 Aug 26 00:54:13.167740 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-cba5882c-7a36-4a60-891b-5357ffe57c80 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=557a9c6f50d640f1af2e920b05715907&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2215171 Aug 26 00:54:13.174914 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5882c-7a36-4a60-891b-5357ffe57c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ae18c6-828f-46c6-bc11-00dec3bb8033,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:13.181815 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-4d7948c1-5278-4daa-93bd-8586118d27ba admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b17ed5a9456e48a29e8851fc66da69f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8789697 Aug 26 00:54:13.214528 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40074) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:13.215180 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40076) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:13.218849 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8a458f58-6d20-4081-8f88-8678f6f9280c req-e3d7a983-9627-4ee2-8523-b6551126c3e5 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116457 Aug 26 00:54:13.389398 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-e1be1c6a-2ed2-4396-a306-a10324ae755c service neutron] 10.222.0.91 "GET /networking/v2.0/networks/22430e21-d3fc-488b-bff1-ba16ab068557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114109 Aug 26 00:54:13.393999 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-22a559a2-3436-4983-b88c-32b7105c43b6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176587 Aug 26 00:54:13.416063 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:13.431664 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:13.443250 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:13.509392 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7948c1-5278-4daa-93bd-8586118d27ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b466f4f2-01aa-43dc-b9c3-817c9b5b849a,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:13.562628 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Made reservation on behalf of 5219060f4c184521919b017e8435eca5 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:54:13.566490 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:13.585778 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event updated for resources: {'Port': ['ID=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:13.621208 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Network 82719f0d-e147-413c-83ac-404aae47d6de is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:54:13.627760 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:54:13.657846 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:54:13.664056 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:13.664743 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for port (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:13.688077 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d735f547-d454-4c18-9574-71a91a4b9bc3 admin admin] Publish callbacks [] for security_group (e6ae18c6-828f-46c6-bc11-00dec3bb8033), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:13.693029 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a req-f260455b-69b1-418a-ad7e-cd536ecfbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:13.694681 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a req-f260455b-69b1-418a-ad7e-cd536ecfbd1e service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 921 time: 0.5627408 Aug 26 00:54:13.744433 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-3676e569-84a1-4457-8441-a616ea525f36 admin admin] Publish callbacks [] for security_group (b466f4f2-01aa-43dc-b9c3-817c9b5b849a), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:13.816052 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a req-d7f38805-1757-4059-be71-a45955de5aee service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=833db4f2-eca1-40db-a1e7-c07312b7e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0787821 Aug 26 00:54:13.824622 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d735f547-d454-4c18-9574-71a91a4b9bc3 admin admin] Publish callbacks [] for security_group (e6ae18c6-828f-46c6-bc11-00dec3bb8033), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:13.843115 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-3676e569-84a1-4457-8441-a616ea525f36 admin admin] Publish callbacks [] for security_group (b466f4f2-01aa-43dc-b9c3-817c9b5b849a), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:13.900526 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-4b81b032-04d5-4b57-826b-8e593f069f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0129540 Aug 26 00:54:13.997583 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Request body: {'port': {'device_id': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:14.006039 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-29418ca8-3635-45b0-bbd9-1cd680742afc None None] Provisioning complete for port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:14.007395 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-29418ca8-3635-45b0-bbd9-1cd680742afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:14.046951 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:14.052903 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-29418ca8-3635-45b0-bbd9-1cd680742afc None None] Port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:54:14.057303 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:14.066870 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8bab3964-72ea-486a-999e-a1f506859466 req-1cdec08f-7f9f-45fc-946f-802100378bb9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/22430e21-d3fc-488b-bff1-ba16ab068557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247139 Aug 26 00:54:14.102385 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244cdd43-2f25-48df-a2e0-b5167ac8f105 req-efbfdfff-0bc5-47a0-9efc-495ca429470a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473897 Aug 26 00:54:14.105331 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e4d0f-144e-4ad6-aaf8-99def5995d70 req-ec02ffc1-98b8-432e-b934-d6654782136f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:14.107987 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9e1e4d0f-144e-4ad6-aaf8-99def5995d70 req-ec02ffc1-98b8-432e-b934-d6654782136f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 931 time: 0.1164932 Aug 26 00:54:14.143105 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a356e51-dea2-4bd5-b95e-17c1b0d4a538 req-bea3ca2a-e1bc-407b-9f5c-11ee6aa10c74 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:14.161019 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6a356e51-dea2-4bd5-b95e-17c1b0d4a538 req-bea3ca2a-e1bc-407b-9f5c-11ee6aa10c74 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.3581235 Aug 26 00:54:14.178522 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Allocated IP 172.20.0.8 (a7f4c88d-45f2-48d0-b1db-d03d08216bf5/9109bc51-e9d9-49d0-af4c-512542672cea/9a9a5c66-fe0c-40d8-ae1a-65494e24310f) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:54:14.244563 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a req-680589d3-bd2f-4e24-8c5e-5bdf85f924e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:14.246438 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a req-680589d3-bd2f-4e24-8c5e-5bdf85f924e3 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.3880951 Aug 26 00:54:14.264604 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:14.301218 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6a356e51-dea2-4bd5-b95e-17c1b0d4a538 req-09eefecc-134e-42ea-af18-320b3372f36e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390860 Aug 26 00:54:14.303239 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9e1e4d0f-144e-4ad6-aaf8-99def5995d70 req-e7327ec8-bd3c-4fdf-a8b3-eb52e2221336 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264102 Aug 26 00:54:14.362844 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d735f547-d454-4c18-9574-71a91a4b9bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (e6ae18c6-828f-46c6-bc11-00dec3bb8033), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:14.366477 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d735f547-d454-4c18-9574-71a91a4b9bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:14.367960 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d735f547-d454-4c18-9574-71a91a4b9bc3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e6ae18c6-828f-46c6-bc11-00dec3bb8033 HTTP/1.1" status: 204 len: 168 time: 1.1481650 Aug 26 00:54:14.373042 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-3676e569-84a1-4457-8441-a616ea525f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (b466f4f2-01aa-43dc-b9c3-817c9b5b849a), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:14.375697 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-3676e569-84a1-4457-8441-a616ea525f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:14.377108 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-3676e569-84a1-4457-8441-a616ea525f36 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b466f4f2-01aa-43dc-b9c3-817c9b5b849a HTTP/1.1" status: 204 len: 168 time: 1.1246316 Aug 26 00:54:14.486932 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735f547-d454-4c18-9574-71a91a4b9bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ae18c6-828f-46c6-bc11-00dec3bb8033,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:14.530646 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676e569-84a1-4457-8441-a616ea525f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b466f4f2-01aa-43dc-b9c3-817c9b5b849a,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:14.562772 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a req-fd636076-0599-42ce-8696-59092b14f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:14.564466 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a req-fd636076-0599-42ce-8696-59092b14f45d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1952648 Aug 26 00:54:14.684280 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd778c4bb-8dd8-4106-b7cc-12a1d485cf1e', 'tag': '5f1c5b36-2ace-4432-8c74-20a3b6c61298'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:54:14.686764 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a6271a-3f37-4bd7-ad26-246bc5962d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d778c4bb-8dd8-4106-b7cc-12a1d485cf1e", "tag": "5f1c5b36-2ace-4432-8c74-20a3b6c61298"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:54:14.779534 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-412edbef-9c41-4661-a30c-4e3a2198bc63 req-1e74236c-8550-48b2-a9ff-89f34af5446a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 210 time: 0.2083838 Aug 26 00:54:14.780720 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab067250-c1f3-4436-b41b-bfc3dca44919 req-86c9404b-6fb7-4f82-bbd1-33b1c23d9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:14.782300 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ab067250-c1f3-4436-b41b-bfc3dca44919 req-86c9404b-6fb7-4f82-bbd1-33b1c23d9a6f service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 1127 time: 0.3639045 Aug 26 00:54:14.804514 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259619c1-2be5-4eb3-ac16-ade2b0bcc81e req-dd3ad37c-295c-407e-98a1-e08645410340 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:14.811420 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-259619c1-2be5-4eb3-ac16-ade2b0bcc81e req-dd3ad37c-295c-407e-98a1-e08645410340 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 944 time: 0.3181741 Aug 26 00:54:14.864342 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:14.903297 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1f1714-ff72-4a7d-aad8-a9aafd424c67 x-openstack-request-id: req-df1f1714-ff72-4a7d-aad8-a9aafd424c67 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:54:14.905880 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d778c4bb-8dd8-4106-b7cc-12a1d485cf1e", "tag": "5f1c5b36-2ace-4432-8c74-20a3b6c61298", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:54:14.905880 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df1f1714-ff72-4a7d-aad8-a9aafd424c67 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:54:14.905880 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1f1714-ff72-4a7d-aad8-a9aafd424c67'] response: {'name': 'network-changed', 'server_uuid': 'd778c4bb-8dd8-4106-b7cc-12a1d485cf1e', 'tag': '5f1c5b36-2ace-4432-8c74-20a3b6c61298', 'status': 'completed', 'code': 200} Aug 26 00:54:14.980660 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:15.065278 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:15.102874 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6271a-3f37-4bd7-ad26-246bc5962d0d req-08ec7f79-3470-4196-9cf3-456e491d9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:15.104633 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c2a6271a-3f37-4bd7-ad26-246bc5962d0d req-08ec7f79-3470-4196-9cf3-456e491d9308 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=032ed1b5aea842edb0bcae9d23810786&device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 1128 time: 0.1438916 Aug 26 00:54:15.121408 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-259619c1-2be5-4eb3-ac16-ade2b0bcc81e req-3122fb1d-42f7-42c4-a6eb-04dac9289254 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090413 Aug 26 00:54:15.176433 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a req-b949f25d-d3d7-4ba9-99b7-b6806ec7b5d5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800569 Aug 26 00:54:15.256535 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:15.420650 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6ad2fb-f57e-474d-a46b-a0d19ae36479 {{(pid=113335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:54:15.456668 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a req-ad16d8b7-4a32-4ef3-a4ab-e7474cdcee6f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652183 Aug 26 00:54:15.459742 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Publish callbacks [] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:15.506451 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.provisioning_blocks [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Transition to ACTIVE for port object ee6ad2fb-f57e-474d-a46b-a0d19ae36479 will not be triggered until provisioned by entity L2. {{(pid=113335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:54:15.582864 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40146) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:15.603280 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:15.660497 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40150) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:15.666848 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-78005c1d-9263-4bfc-9133-d5807408498b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:15.679622 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:15.685708 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab067250-c1f3-4436-b41b-bfc3dca44919 req-c518d033-aba6-4a69-a04e-8d3018e92227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:15.687247 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ab067250-c1f3-4436-b41b-bfc3dca44919 req-c518d033-aba6-4a69-a04e-8d3018e92227 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 921 time: 0.8791637 Aug 26 00:54:15.721997 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188df026-9c6f-4e7d-a695-cd18131291a9 req-ff742e48-6613-4570-b7af-5d6db8c42942 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:15.730314 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-188df026-9c6f-4e7d-a695-cd18131291a9 req-ff742e48-6613-4570-b7af-5d6db8c42942 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 931 time: 0.2107546 Aug 26 00:54:15.788279 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event updated for resources: {'Port': ['ID=9a9a5c66-fe0c-40d8-ae1a-65494e24310f,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:15.804462 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c1409dad-afb4-479a-bcbb-ffe0d61b6c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:15.842102 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:54:15.865297 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ab067250-c1f3-4436-b41b-bfc3dca44919 req-07f13bc6-6dfc-4e3e-a45d-249b83b21f33 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=370c2a59-a26b-4a3e-8768-1300357aad68 HTTP/1.1" status: 200 len: 217 time: 0.0975490 Aug 26 00:54:15.879246 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e96aa-a2d8-48b5-a2f2-37dd7bdbe619 req-b9a86847-93b1-4863-9982-84d58b8673b5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:15.881141 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f4e96aa-a2d8-48b5-a2f2-37dd7bdbe619 req-b9a86847-93b1-4863-9982-84d58b8673b5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.2969661 Aug 26 00:54:15.882232 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:54:15.889504 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:54:15.939346 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:16.021138 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.managers [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Attempting to bind port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:54:16.021482 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.managers [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Attempting to bind port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'}] {{(pid=113335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:54:16.022551 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Attempting to bind port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 on network 82719f0d-e147-413c-83ac-404aae47d6de {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:54:16.068750 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-188df026-9c6f-4e7d-a695-cd18131291a9 req-3af8bd74-92d5-4e40-ad96-c63d10ad077d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333642 Aug 26 00:54:16.072431 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 on network 82719f0d-e147-413c-83ac-404aae47d6de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:54:16.072723 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Attempting to bind port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 on network 82719f0d-e147-413c-83ac-404aae47d6de {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:54:16.089483 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:54:16.089872 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Checking segment: {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:54:16.090265 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Bound using segment: {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'} {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:54:16.090702 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.managers [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Bound port: ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'}}] {{(pid=113335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:54:16.091059 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.118133 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-78005c1d-9263-4bfc-9133-d5807408498b admin admin] Publish callbacks [] for security_group (fb8292f0-fbcf-4e35-876f-34e0c7e0025c), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.127110 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:16.129199 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab067250-c1f3-4436-b41b-bfc3dca44919 req-57a12fc7-30fb-4ec1-826f-20678e9018ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:16.131560 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ab067250-c1f3-4436-b41b-bfc3dca44919 req-57a12fc7-30fb-4ec1-826f-20678e9018ca service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.2320096 Aug 26 00:54:16.132904 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6271a-3f37-4bd7-ad26-246bc5962d0d req-936435d1-0ce0-4e0f-9fa4-a6848e4426f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:16.134640 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c2a6271a-3f37-4bd7-ad26-246bc5962d0d req-936435d1-0ce0-4e0f-9fa4-a6848e4426f8 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=22430e21-d3fc-488b-bff1-ba16ab068557 HTTP/1.1" status: 200 len: 914 time: 1.0107422 Aug 26 00:54:16.182048 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:16.182048 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.192170 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c1409dad-afb4-479a-bcbb-ffe0d61b6c12 admin admin] Publish callbacks [] for security_group (fe53e943-c821-4c0d-80b4-f2c2a771e475), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.224454 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, cleared binding levels {{(pid=113335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:54:16.236911 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:54:16.240085 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-78005c1d-9263-4bfc-9133-d5807408498b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (fb8292f0-fbcf-4e35-876f-34e0c7e0025c), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.242953 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:16.295814 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-fbe8ec7b-a6ae-4837-9285-b334aa8bf47b None None] Provisioning complete for port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:16.299581 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-fbe8ec7b-a6ae-4837-9285-b334aa8bf47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.335399 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c1409dad-afb4-479a-bcbb-ffe0d61b6c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (fe53e943-c821-4c0d-80b4-f2c2a771e475), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.352762 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40166) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:16.358395 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8ec7b-a6ae-4837-9285-b334aa8bf47b None None] Port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:54:16.362557 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab067250-c1f3-4436-b41b-bfc3dca44919 req-d393feb1-e0d2-4e79-8975-e929bcb97734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:16.364662 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ab067250-c1f3-4436-b41b-bfc3dca44919 req-d393feb1-e0d2-4e79-8975-e929bcb97734 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1650202 Aug 26 00:54:16.376794 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c2a6271a-3f37-4bd7-ad26-246bc5962d0d req-3feba86a-1f69-4f9a-a09a-fb96c5fb9290 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f1c5b36-2ace-4432-8c74-20a3b6c61298 HTTP/1.1" status: 200 len: 217 time: 0.1878672 Aug 26 00:54:16.381064 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260eca12-fed7-4c4a-85ec-0b99c7da917d req-9c35618b-b196-4ec7-969f-812583e857a4 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:16.382403 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-260eca12-fed7-4c4a-85ec-0b99c7da917d req-9c35618b-b196-4ec7-969f-812583e857a4 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 931 time: 0.1432471 Aug 26 00:54:16.389462 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f4e96aa-a2d8-48b5-a2f2-37dd7bdbe619 req-cfaa12f4-0d25-4268-8365-5427cba2ca73 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883416 Aug 26 00:54:16.406019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.434702 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-535a4d0f-dab1-4c13-afe8-cdfb018ee3ce tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5497210 Aug 26 00:54:16.434702 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-78005c1d-9263-4bfc-9133-d5807408498b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=7ec5fa515a094c6189157a2dc006863c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8400702 Aug 26 00:54:16.434702 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78005c1d-9263-4bfc-9133-d5807408498b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8292f0-fbcf-4e35-876f-34e0c7e0025c,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:16.434702 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40170) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:16.490081 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:16.491397 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for port (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.493463 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/ee6ad2fb-f57e-474d-a46b-a0d19ae36479 HTTP/1.1" status: 200 len: 1093 time: 2.5193751 Aug 26 00:54:16.502597 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-c1409dad-afb4-479a-bcbb-ffe0d61b6c12 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c17cc30e568e450a89d24188a861a500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8372722 Aug 26 00:54:16.503388 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:54:16.506725 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40172) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:16.507038 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb832fe-a875-466c-9899-0fad5ec49f73" -d '{"events": [{"name": "network-changed", "server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:54:16.516804 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-74e23ca4-26b7-43c5-9465-ca79d6a4da1d admin admin] Publish callbacks [] for security_group (fb8292f0-fbcf-4e35-876f-34e0c7e0025c), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.542081 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1409dad-afb4-479a-bcbb-ffe0d61b6c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe53e943-c821-4c0d-80b4-f2c2a771e475,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:16.578042 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:16.609071 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-74e23ca4-26b7-43c5-9465-ca79d6a4da1d admin admin] Publish callbacks [] for security_group (fb8292f0-fbcf-4e35-876f-34e0c7e0025c), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.623325 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd2fd4-87a7-43d5-a7ef-820f0dd14090 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,revision_number=3']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:16.629817 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-260eca12-fed7-4c4a-85ec-0b99c7da917d req-ee458320-21f1-4350-8993-38ac03412176 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281930 Aug 26 00:54:16.630901 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c09eb54b-0712-415b-8459-50a7cb668396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.680909 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c028b7c-915a-44eb-89cf-d2ab8a6ec262 x-openstack-request-id: req-6c028b7c-915a-44eb-89cf-d2ab8a6ec262 {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:54:16.681199 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:54:16.681453 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c028b7c-915a-44eb-89cf-d2ab8a6ec262 {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:54:16.681851 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c028b7c-915a-44eb-89cf-d2ab8a6ec262'] response: {'name': 'network-changed', 'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'status': 'completed', 'code': 200} Aug 26 00:54:16.692449 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cb9c6-6af5-42f5-8440-c3b08cb766ca req-c86b97cf-95c2-40e9-a26d-025b45f31b43 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:16.693962 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2a4cb9c6-6af5-42f5-8440-c3b08cb766ca req-c86b97cf-95c2-40e9-a26d-025b45f31b43 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 944 time: 0.1169207 Aug 26 00:54:16.698948 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d92fa61e-e2d2-497f-b5ef-dadaf53757ca admin admin] Publish callbacks [] for security_group (fe53e943-c821-4c0d-80b4-f2c2a771e475), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.728416 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c09eb54b-0712-415b-8459-50a7cb668396 admin admin] Publish callbacks [] for security_group (ebb10255-3322-4485-84b8-cb74e4e1129a), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.738383 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d92fa61e-e2d2-497f-b5ef-dadaf53757ca admin admin] Publish callbacks [] for security_group (fe53e943-c821-4c0d-80b4-f2c2a771e475), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.789136 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2a4cb9c6-6af5-42f5-8440-c3b08cb766ca req-f6ddf16b-569f-4374-a162-f442fc34b694 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856724 Aug 26 00:54:16.836492 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c09eb54b-0712-415b-8459-50a7cb668396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (ebb10255-3322-4485-84b8-cb74e4e1129a), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.875717 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d92fa61e-e2d2-497f-b5ef-dadaf53757ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (fe53e943-c821-4c0d-80b4-f2c2a771e475), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.876076 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-c09eb54b-0712-415b-8459-50a7cb668396 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=2f306ac368f04a8eaa4b00e1c5d1ae23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203302 Aug 26 00:54:16.877022 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eb54b-0712-415b-8459-50a7cb668396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb10255-3322-4485-84b8-cb74e4e1129a,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:16.878628 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d92fa61e-e2d2-497f-b5ef-dadaf53757ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.879265 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40178) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:16.881101 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-d92fa61e-e2d2-497f-b5ef-dadaf53757ca admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/fe53e943-c821-4c0d-80b4-f2c2a771e475 HTTP/1.1" status: 204 len: 168 time: 0.3720856 Aug 26 00:54:16.881101 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-74e23ca4-26b7-43c5-9465-ca79d6a4da1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (fb8292f0-fbcf-4e35-876f-34e0c7e0025c), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.883200 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-74e23ca4-26b7-43c5-9465-ca79d6a4da1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.886630 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-74e23ca4-26b7-43c5-9465-ca79d6a4da1d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/fb8292f0-fbcf-4e35-876f-34e0c7e0025c HTTP/1.1" status: 204 len: 168 time: 0.4540031 Aug 26 00:54:16.893104 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fa61e-e2d2-497f-b5ef-dadaf53757ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe53e943-c821-4c0d-80b4-f2c2a771e475,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:16.912093 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e23ca4-26b7-43c5-9465-ca79d6a4da1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8292f0-fbcf-4e35-876f-34e0c7e0025c,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:16.935974 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-acf34814-5eab-429e-b77d-f5d11b3a328f admin admin] Publish callbacks [] for security_group (ebb10255-3322-4485-84b8-cb74e4e1129a), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:16.969938 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-acf34814-5eab-429e-b77d-f5d11b3a328f admin admin] Publish callbacks [] for security_group (ebb10255-3322-4485-84b8-cb74e4e1129a), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:17.105671 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-acf34814-5eab-429e-b77d-f5d11b3a328f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (ebb10255-3322-4485-84b8-cb74e4e1129a), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:17.108273 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-acf34814-5eab-429e-b77d-f5d11b3a328f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:17.109458 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-acf34814-5eab-429e-b77d-f5d11b3a328f admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/ebb10255-3322-4485-84b8-cb74e4e1129a HTTP/1.1" status: 204 len: 168 time: 0.2292972 Aug 26 00:54:17.118716 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf34814-5eab-429e-b77d-f5d11b3a328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb10255-3322-4485-84b8-cb74e4e1129a,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:17.195041 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152591af-9005-4759-9b2a-2ee34057fabe req-62a08328-741d-463e-a17a-a1f76fb4c093 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:17.196563 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-152591af-9005-4759-9b2a-2ee34057fabe req-62a08328-741d-463e-a17a-a1f76fb4c093 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0497494 Aug 26 00:54:17.249680 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-152591af-9005-4759-9b2a-2ee34057fabe req-0e796e35-7dba-401f-8dab-15c73862eff6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473986 Aug 26 00:54:17.316361 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:17.540134 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec0314-6e5c-41cd-90ba-a7bcc6cf5a6d req-d4160d08-49c1-4f41-94fc-e683518ca624 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:17.541710 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d4ec0314-6e5c-41cd-90ba-a7bcc6cf5a6d req-d4160d08-49c1-4f41-94fc-e683518ca624 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.0481887 Aug 26 00:54:17.593102 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d4ec0314-6e5c-41cd-90ba-a7bcc6cf5a6d req-70a94a07-d40c-458f-8a2b-c998c7fab52d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455430 Aug 26 00:54:17.748121 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf8992-adff-4776-83c6-6f5b201b2447 req-6b3ad842-7a40-4b0e-b86d-a4460ba41b9d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:17.749642 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ecaf8992-adff-4776-83c6-6f5b201b2447 req-6b3ad842-7a40-4b0e-b86d-a4460ba41b9d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 931 time: 0.0469608 Aug 26 00:54:17.797113 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ecaf8992-adff-4776-83c6-6f5b201b2447 req-17296bee-2258-4cca-b3a6-26d70a67e71a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417860 Aug 26 00:54:17.914646 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf073e4-51b0-4f35-885b-6eae3fbea2b8 req-cc89ec0d-b2d8-4fe1-84a8-2d59fe8281af tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:17.916281 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cdf073e4-51b0-4f35-885b-6eae3fbea2b8 req-cc89ec0d-b2d8-4fe1-84a8-2d59fe8281af tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 944 time: 0.0489781 Aug 26 00:54:17.963170 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cdf073e4-51b0-4f35-885b-6eae3fbea2b8 req-1d784c8f-ef7a-4280-9e37-0f97377977da tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Aug 26 00:54:18.299612 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40228) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:18.315307 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-38a2202b-2530-4140-9e5c-5403365905cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:18.401878 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-38a2202b-2530-4140-9e5c-5403365905cf admin admin] Publish callbacks [] for security_group (72c53cf1-d160-4fd2-9fa3-96886ed64e51), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:18.415534 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95042c02-b397-4ecb-982b-e45d6a02ca42 req-e6444a68-657e-42a9-b66d-4250dc01b289 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:18.417316 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-95042c02-b397-4ecb-982b-e45d6a02ca42 req-e6444a68-657e-42a9-b66d-4250dc01b289 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0556836 Aug 26 00:54:18.484576 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-95042c02-b397-4ecb-982b-e45d6a02ca42 req-8281d6b4-530a-402e-a66c-ef4a0313da20 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579071 Aug 26 00:54:18.493328 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-38a2202b-2530-4140-9e5c-5403365905cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (72c53cf1-d160-4fd2-9fa3-96886ed64e51), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:18.533672 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:18.534899 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2202b-2530-4140-9e5c-5403365905cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c53cf1-d160-4fd2-9fa3-96886ed64e51,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:18.542296 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-38a2202b-2530-4140-9e5c-5403365905cf admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0fd76bc578364a74970d940693e7c2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415469 Aug 26 00:54:18.545011 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40242) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:18.596606 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6efcf3fe-a04d-4df6-ab39-d0981e6c6674 admin admin] Publish callbacks [] for security_group (72c53cf1-d160-4fd2-9fa3-96886ed64e51), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:18.619380 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6efcf3fe-a04d-4df6-ab39-d0981e6c6674 admin admin] Publish callbacks [] for security_group (72c53cf1-d160-4fd2-9fa3-96886ed64e51), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:18.734306 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5292f0-ff71-4706-ac0b-5bbf56a54d85 req-3dcb8270-c810-4d72-b881-0290e52a9c41 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:18.735949 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-aa5292f0-ff71-4706-ac0b-5bbf56a54d85 req-3dcb8270-c810-4d72-b881-0290e52a9c41 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.0500317 Aug 26 00:54:18.774134 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6efcf3fe-a04d-4df6-ab39-d0981e6c6674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (72c53cf1-d160-4fd2-9fa3-96886ed64e51), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:18.776765 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6efcf3fe-a04d-4df6-ab39-d0981e6c6674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:18.780440 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6efcf3fe-a04d-4df6-ab39-d0981e6c6674 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/72c53cf1-d160-4fd2-9fa3-96886ed64e51 HTTP/1.1" status: 204 len: 168 time: 0.2320879 Aug 26 00:54:18.798481 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcf3fe-a04d-4df6-ab39-d0981e6c6674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c53cf1-d160-4fd2-9fa3-96886ed64e51,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:18.806367 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-aa5292f0-ff71-4706-ac0b-5bbf56a54d85 req-cc1702ef-4d61-4b03-922a-ed80f061b2f2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620251 Aug 26 00:54:18.937697 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa647e-c714-48d8-9d0d-512f14904e9d req-c447331e-fd40-45c0-863f-9002719bfd88 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:18.939278 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d3fa647e-c714-48d8-9d0d-512f14904e9d req-c447331e-fd40-45c0-863f-9002719bfd88 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 931 time: 0.0509512 Aug 26 00:54:19.030652 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:19.038422 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d3fa647e-c714-48d8-9d0d-512f14904e9d req-30c24ac2-ee9a-4d04-8c6e-7ead54ebd089 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917039 Aug 26 00:54:19.164545 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bf1e0-19c8-4475-92fe-eaae0c9e9a3f req-b6430f7c-b38b-497a-b5a8-17b3781dcd97 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:19.167672 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-002bf1e0-19c8-4475-92fe-eaae0c9e9a3f req-b6430f7c-b38b-497a-b5a8-17b3781dcd97 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 944 time: 0.0726011 Aug 26 00:54:19.259732 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-002bf1e0-19c8-4475-92fe-eaae0c9e9a3f req-e3488cbd-e796-4737-a34f-afcc6d762496 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863342 Aug 26 00:54:19.619135 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:19.638474 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca58d6e-ba1f-417d-bd41-29148b1f3f4a req-87f9f442-2516-48fd-8da2-f831ffdc8abf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:19.640042 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fca58d6e-ba1f-417d-bd41-29148b1f3f4a req-87f9f442-2516-48fd-8da2-f831ffdc8abf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0649199 Aug 26 00:54:19.692665 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fca58d6e-ba1f-417d-bd41-29148b1f3f4a req-13b3ebd2-739d-4443-a318-3d3dfe256a0a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459037 Aug 26 00:54:19.987202 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06110c-f060-48f0-8280-94501cf900da req-2f3f3e1d-9f05-4811-a6e8-88f01d8c88a9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:19.988724 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cf06110c-f060-48f0-8280-94501cf900da req-2f3f3e1d-9f05-4811-a6e8-88f01d8c88a9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.0951443 Aug 26 00:54:20.058369 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ab067250-c1f3-4436-b41b-bfc3dca44919 req-da143338-4b4c-4173-9c09-576984a3b197 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361532 Aug 26 00:54:20.061492 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cf06110c-f060-48f0-8280-94501cf900da req-6bf4358c-2b76-4db1-b0f1-e617ef70e931 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667288 Aug 26 00:54:20.180158 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0100b-9213-4c61-9367-f2596745e038 req-4a90c239-c648-4134-80e1-4f773456ef18 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:20.182354 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-11a0100b-9213-4c61-9367-f2596745e038 req-4a90c239-c648-4134-80e1-4f773456ef18 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 931 time: 0.0578430 Aug 26 00:54:20.234911 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-11a0100b-9213-4c61-9367-f2596745e038 req-59406ca4-632d-4471-9c31-f36a69cb35ae tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463817 Aug 26 00:54:20.314576 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:20.389130 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b8f93-d5d4-43e7-83eb-0e1d0abf75dc req-098ddb46-c0c9-4e7f-9917-12e43e723445 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:20.391047 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-772b8f93-d5d4-43e7-83eb-0e1d0abf75dc req-098ddb46-c0c9-4e7f-9917-12e43e723445 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 944 time: 0.0489802 Aug 26 00:54:20.449467 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-772b8f93-d5d4-43e7-83eb-0e1d0abf75dc req-ca221caa-8b5d-43a7-831b-45fefc2d6443 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520272 Aug 26 00:54:20.860392 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71ffa2-5725-4014-84b4-670b45d1b3ea req-60f07611-6270-4d78-8f2b-cda44ffdc7c7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:20.870794 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb71ffa2-5725-4014-84b4-670b45d1b3ea req-60f07611-6270-4d78-8f2b-cda44ffdc7c7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0820076 Aug 26 00:54:20.910538 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=88,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:20.946847 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb71ffa2-5725-4014-84b4-670b45d1b3ea req-3a357a41-3594-47f8-a08e-4ac278bcf169 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581625 Aug 26 00:54:21.181368 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:21.221464 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88e360-6761-4e74-94c1-66ba4faf3e1e req-a7af3e21-0077-4549-b7ea-215843d127f2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:21.231086 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dd88e360-6761-4e74-94c1-66ba4faf3e1e req-a7af3e21-0077-4549-b7ea-215843d127f2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.0690122 Aug 26 00:54:21.315607 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dd88e360-6761-4e74-94c1-66ba4faf3e1e req-ae918173-0ff2-4ee6-8cba-12058e1a49ff tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617948 Aug 26 00:54:21.384790 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe0712-4f5a-480e-a424-e3b2bc368c30 req-d78a7c0e-deb7-4281-b592-0b9c711ed4d4 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:21.386377 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-33fe0712-4f5a-480e-a424-e3b2bc368c30 req-d78a7c0e-deb7-4281-b592-0b9c711ed4d4 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 931 time: 0.0585229 Aug 26 00:54:21.452992 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-33fe0712-4f5a-480e-a424-e3b2bc368c30 req-169e66d5-4fe0-42af-a9d6-962ea6140f43 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610397 Aug 26 00:54:21.573383 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5b11d-9c59-46b1-a397-763f72df6aa7 req-0662b902-10ec-47c7-833c-4a3d5f06d612 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:21.574848 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-83a5b11d-9c59-46b1-a397-763f72df6aa7 req-0662b902-10ec-47c7-833c-4a3d5f06d612 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 944 time: 0.0490131 Aug 26 00:54:21.630654 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-83a5b11d-9c59-46b1-a397-763f72df6aa7 req-41ec32bd-6a44-4a4c-a1d0-2c7bfc6914d7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496006 Aug 26 00:54:21.938806 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:21.951521 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40392) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:22.043692 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Request body: {'port': {'device_id': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:22.072099 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4d9ce-1bdc-4ed0-9fb9-fffd5c2148b5 req-c26dd61c-e010-411d-a629-16244c902348 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:22.073628 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-20e4d9ce-1bdc-4ed0-9fb9-fffd5c2148b5 req-c26dd61c-e010-411d-a629-16244c902348 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0758176 Aug 26 00:54:22.083491 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1837f664-2cf4-444e-b6e3-00dfde01f240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:22.095639 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:22.158111 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-20e4d9ce-1bdc-4ed0-9fb9-fffd5c2148b5 req-6653dbd1-d950-49c5-a4e5-c176d5037299 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773730 Aug 26 00:54:22.181408 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:22.214163 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6271a-3f37-4bd7-ad26-246bc5962d0d req-e148bb71-2542-4836-a5e0-78665c2e1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:22.215287 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1837f664-2cf4-444e-b6e3-00dfde01f240 admin admin] Publish callbacks [] for security_group (7742e4dc-dde8-4ffd-b767-b5e8dc3c84fb), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:22.215615 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c2a6271a-3f37-4bd7-ad26-246bc5962d0d req-e148bb71-2542-4836-a5e0-78665c2e1964 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=f1d8d22c-0efd-44e4-9492-e3e9f15e893c HTTP/1.1" status: 200 len: 851 time: 0.1146901 Aug 26 00:54:22.293814 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1837f664-2cf4-444e-b6e3-00dfde01f240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (7742e4dc-dde8-4ffd-b767-b5e8dc3c84fb), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:22.325054 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837f664-2cf4-444e-b6e3-00dfde01f240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7742e4dc-dde8-4ffd-b767-b5e8dc3c84fb,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:22.399754 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-1837f664-2cf4-444e-b6e3-00dfde01f240 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=764ba3fa11e94ebc86f37d720ccb5277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4468563 Aug 26 00:54:22.400665 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40414) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:22.419952 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb832fe-a875-466c-9899-0fad5ec49f73 req-a3d00d95-668b-414a-b57c-c848bd82dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:22.421345 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6eb832fe-a875-466c-9899-0fad5ec49f73 req-a3d00d95-668b-414a-b57c-c848bd82dc51 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 1127 time: 0.0929780 Aug 26 00:54:22.522058 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6271a-3f37-4bd7-ad26-246bc5962d0d req-35638384-2fd3-4e65-9a54-19fd3901eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:22.523547 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c2a6271a-3f37-4bd7-ad26-246bc5962d0d req-35638384-2fd3-4e65-9a54-19fd3901eb69 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=22430e21-d3fc-488b-bff1-ba16ab068557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1489332 Aug 26 00:54:22.553655 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ab067250-c1f3-4436-b41b-bfc3dca44919 req-c6c59144-fe12-4ab0-b43f-60a7e4048f95 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933404 Aug 26 00:54:22.562814 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bf2c4-26d9-49c0-9b69-7b22e0a17dd2 req-18f0d6e7-b6b5-4934-9f32-5eae635366e9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:22.564350 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2f6bf2c4-26d9-49c0-9b69-7b22e0a17dd2 req-18f0d6e7-b6b5-4934-9f32-5eae635366e9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.1397984 Aug 26 00:54:22.586235 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5116900c-69ba-4a80-806e-555867aba632 admin admin] Publish callbacks [] for security_group (7742e4dc-dde8-4ffd-b767-b5e8dc3c84fb), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:22.648502 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2f6bf2c4-26d9-49c0-9b69-7b22e0a17dd2 req-13849c9e-02c7-429d-93a2-be8a11027212 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741134 Aug 26 00:54:22.657398 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5116900c-69ba-4a80-806e-555867aba632 admin admin] Publish callbacks [] for security_group (7742e4dc-dde8-4ffd-b767-b5e8dc3c84fb), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:22.659476 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:22.693369 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9a5c66-fe0c-40d8-ae1a-65494e24310f {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:54:22.703510 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Publish callbacks [] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:22.717954 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Transition to ACTIVE for port object 9a9a5c66-fe0c-40d8-ae1a-65494e24310f will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:54:22.727678 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7714d6f-8531-4b63-886a-04a8a87693b9 req-3f95b395-8b7b-4b9f-8598-397ef4e00f01 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:22.729168 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e7714d6f-8531-4b63-886a-04a8a87693b9 req-3f95b395-8b7b-4b9f-8598-397ef4e00f01 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 931 time: 0.1446586 Aug 26 00:54:22.765437 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb832fe-a875-466c-9899-0fad5ec49f73 req-bcafd21b-e0d6-4ae0-a2f6-90ff7f1e2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:22.767447 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6eb832fe-a875-466c-9899-0fad5ec49f73 req-bcafd21b-e0d6-4ae0-a2f6-90ff7f1e2943 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=ec39c32378ac4017ad50aa6f930e514b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3134513 Aug 26 00:54:22.774003 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a1d52-e232-4a7e-8634-d50931a6ba08 req-0769bf99-3150-4f5a-996a-be3572dc3fdc tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:22.775620 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-668a1d52-e232-4a7e-8634-d50931a6ba08 req-0769bf99-3150-4f5a-996a-be3572dc3fdc tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 944 time: 0.0538590 Aug 26 00:54:22.806935 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e7714d6f-8531-4b63-886a-04a8a87693b9 req-8f4e543e-e087-4ae4-aae3-d4f439fd7ffc tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604184 Aug 26 00:54:22.831939 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:22.842822 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-668a1d52-e232-4a7e-8634-d50931a6ba08 req-ad76afbc-f6c3-40b4-b234-f9b5edba291c tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601187 Aug 26 00:54:22.915838 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9a5c66-fe0c-40d8-ae1a-65494e24310f,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:22.946236 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Attempting to bind port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:54:22.950410 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Attempting to bind port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:54:22.950410 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Attempting to bind port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f on network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:54:22.951252 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f on network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:54:22.951572 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Attempting to bind port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f on network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:54:22.956440 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:54:22.956804 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Checking segment: {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:54:22.957186 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Bound using segment: {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:54:22.957643 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Bound port: 9a9a5c66-fe0c-40d8-ae1a-65494e24310f, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:54:22.957998 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:23.016868 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] For port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:54:23.020634 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] For port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9a9a5c66-fe0c-40d8-ae1a-65494e24310f,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:54:23.041977 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5116900c-69ba-4a80-806e-555867aba632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (7742e4dc-dde8-4ffd-b767-b5e8dc3c84fb), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:23.044550 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5116900c-69ba-4a80-806e-555867aba632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:23.045699 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-5116900c-69ba-4a80-806e-555867aba632 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7742e4dc-dde8-4ffd-b767-b5e8dc3c84fb HTTP/1.1" status: 204 len: 168 time: 0.6413455 Aug 26 00:54:23.079915 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116900c-69ba-4a80-806e-555867aba632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7742e4dc-dde8-4ffd-b767-b5e8dc3c84fb,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:23.196589 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:23.265871 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:23.272235 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:23.283660 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:23.283660 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/9a9a5c66-fe0c-40d8-ae1a-65494e24310f HTTP/1.1" status: 200 len: 1093 time: 1.2379959 Aug 26 00:54:23.283660 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'tag': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:54:23.283660 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790a6973-a633-4af5-aaac-15ce647d5021" -d '{"events": [{"name": "network-changed", "server_uuid": "730816fc-0c43-43e3-ab6e-e7f324e403d7", "tag": "9a9a5c66-fe0c-40d8-ae1a-65494e24310f"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:54:23.342149 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e096c-3939-4a46-8b97-8e1de8c9d69f req-3292bde4-7753-4731-a48f-e05d65dee405 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:23.350231 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7b1aac-a1e0-4053-9336-39ffd5b67ca9 x-openstack-request-id: req-7d7b1aac-a1e0-4053-9336-39ffd5b67ca9 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:54:23.350664 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730816fc-0c43-43e3-ab6e-e7f324e403d7", "tag": "9a9a5c66-fe0c-40d8-ae1a-65494e24310f", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:54:23.350918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d7b1aac-a1e0-4053-9336-39ffd5b67ca9 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:54:23.351312 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7b1aac-a1e0-4053-9336-39ffd5b67ca9'] response: {'name': 'network-changed', 'server_uuid': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'tag': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f', 'status': 'completed', 'code': 200} Aug 26 00:54:23.354066 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1b3e096c-3939-4a46-8b97-8e1de8c9d69f req-3292bde4-7753-4731-a48f-e05d65dee405 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.1077824 Aug 26 00:54:23.362048 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9a5c66-fe0c-40d8-ae1a-65494e24310f,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:23.425590 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1b3e096c-3939-4a46-8b97-8e1de8c9d69f req-23a2420b-4e55-4887-a593-2866fb693222 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639319 Aug 26 00:54:23.670651 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:23.774223 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd603c9-e8c2-4032-82cd-6ff157cb0a5b req-8f0bfff1-3efe-443c-a2eb-4d19897d4572 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:23.775747 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2cd603c9-e8c2-4032-82cd-6ff157cb0a5b req-8f0bfff1-3efe-443c-a2eb-4d19897d4572 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.0465982 Aug 26 00:54:23.825421 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2cd603c9-e8c2-4032-82cd-6ff157cb0a5b req-704f8d3f-f8f4-45b0-b6a0-e2a28206289b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 Aug 26 00:54:23.937564 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe64ae6-53a0-49f0-a8ee-4807cfc21283 req-5413f98c-9021-4067-a8c0-b5b49ac35bcf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:23.939037 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7fe64ae6-53a0-49f0-a8ee-4807cfc21283 req-5413f98c-9021-4067-a8c0-b5b49ac35bcf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 943 time: 0.0585124 Aug 26 00:54:23.990700 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a14381-6709-4acf-a931-8729a46ac5ef req-7d8c1bc6-1109-4a8a-9b6c-8bd92a1e1526 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:23.992606 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f8a14381-6709-4acf-a931-8729a46ac5ef req-7d8c1bc6-1109-4a8a-9b6c-8bd92a1e1526 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 944 time: 0.0495825 Aug 26 00:54:24.003907 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7fe64ae6-53a0-49f0-a8ee-4807cfc21283 req-0953ca5b-afbd-4b61-ad9b-1afd8c85f5e7 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585074 Aug 26 00:54:24.042422 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f8a14381-6709-4acf-a931-8729a46ac5ef req-eacefab6-4981-4ba6-ad92-4a8aa01eff3a tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440116 Aug 26 00:54:24.057077 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40464) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:24.072330 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4f0c27ad-3413-4a7b-8003-92451044f03c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:24.160427 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4f0c27ad-3413-4a7b-8003-92451044f03c admin admin] Publish callbacks [] for security_group (bd64aa02-e32d-45ee-bbbd-c80037c4d816), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:24.241700 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4f0c27ad-3413-4a7b-8003-92451044f03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (bd64aa02-e32d-45ee-bbbd-c80037c4d816), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:24.281835 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-4f0c27ad-3413-4a7b-8003-92451044f03c admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c9dbb8dbec0d4049bcae42ccf46d1b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228267 Aug 26 00:54:24.283026 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c27ad-3413-4a7b-8003-92451044f03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd64aa02-e32d-45ee-bbbd-c80037c4d816,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:24.284758 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40474) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:24.336550 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-10ccdbef-1150-4464-9baf-531e35099b7b admin admin] Publish callbacks [] for security_group (bd64aa02-e32d-45ee-bbbd-c80037c4d816), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:24.356221 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-10ccdbef-1150-4464-9baf-531e35099b7b admin admin] Publish callbacks [] for security_group (bd64aa02-e32d-45ee-bbbd-c80037c4d816), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:24.407477 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:24.520457 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-10ccdbef-1150-4464-9baf-531e35099b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (bd64aa02-e32d-45ee-bbbd-c80037c4d816), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:24.523111 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-10ccdbef-1150-4464-9baf-531e35099b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:24.524204 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-10ccdbef-1150-4464-9baf-531e35099b7b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/bd64aa02-e32d-45ee-bbbd-c80037c4d816 HTTP/1.1" status: 204 len: 168 time: 0.2376628 Aug 26 00:54:24.540443 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccdbef-1150-4464-9baf-531e35099b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd64aa02-e32d-45ee-bbbd-c80037c4d816,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:24.551629 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ceb9e-e9c0-41da-a6bc-0bb8fa1bc5b3 req-90dfbf68-8fc6-427f-a5e0-5deac77e3824 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:24.553186 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-336ceb9e-e9c0-41da-a6bc-0bb8fa1bc5b3 req-90dfbf68-8fc6-427f-a5e0-5deac77e3824 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0634105 Aug 26 00:54:24.603334 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-336ceb9e-e9c0-41da-a6bc-0bb8fa1bc5b3 req-044b844f-8d66-421e-a0b5-67b0c56ce1cd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Aug 26 00:54:24.946829 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12be444-4f39-4e1f-9990-756cfbb38469 req-c7967be8-e3a7-42f2-9cdd-b37bab726cdc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:24.948378 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e12be444-4f39-4e1f-9990-756cfbb38469 req-c7967be8-e3a7-42f2-9cdd-b37bab726cdc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.0476394 Aug 26 00:54:24.956685 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 5f1c5b36-2ace-4432-8c74-20a3b6c61298 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:54:24.997974 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e12be444-4f39-4e1f-9990-756cfbb38469 req-0d093889-5414-4e8f-9a79-767162756838 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431592 Aug 26 00:54:25.078550 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 5f1c5b36-2ace-4432-8c74-20a3b6c61298, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f1c5b36-2ace-4432-8c74-20a3b6c61298,segment=NetworkSegment(4fdea499-af9a-4b05-945a-15742bc23339),segment_id=4fdea499-af9a-4b05-945a-15742bc23339)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:25.099268 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '5f1c5b36-2ace-4432-8c74-20a3b6c61298', 'network_id': '22430e21-d3fc-488b-bff1-ba16ab068557', 'port_id': '5f1c5b36-2ace-4432-8c74-20a3b6c61298', 'mac_address': 'fa:16:3e:fc:4f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d8d22c-0efd-44e4-9492-e3e9f15e893c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:54:25.128505 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:25.136363 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:25.136788 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:25.151563 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1c5b36-2ace-4432-8c74-20a3b6c61298 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:54:25.178906 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 5f1c5b36-2ace-4432-8c74-20a3b6c61298, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f1c5b36-2ace-4432-8c74-20a3b6c61298,segment=NetworkSegment(4fdea499-af9a-4b05-945a-15742bc23339),segment_id=4fdea499-af9a-4b05-945a-15742bc23339)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:25.241129 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02591712-99a8-4fd7-b7c4-cb8c7053495a req-23dc698a-79a8-462e-ac32-fd08826ebebc tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:25.242936 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-02591712-99a8-4fd7-b7c4-cb8c7053495a req-23dc698a-79a8-462e-ac32-fd08826ebebc tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 943 time: 0.1527455 Aug 26 00:54:25.435798 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-02591712-99a8-4fd7-b7c4-cb8c7053495a req-016df8c2-9712-404e-bf27-38e37f7ab0dc tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538649 Aug 26 00:54:25.435798 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb832fe-a875-466c-9899-0fad5ec49f73 req-6c2b1cd6-4f99-4bb6-8cd6-12d4783d9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:25.435798 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6eb832fe-a875-466c-9899-0fad5ec49f73 req-6c2b1cd6-4f99-4bb6-8cd6-12d4783d9859 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2615008 Aug 26 00:54:25.472257 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc70de-e713-40f5-a876-065b018f26d2 req-b2cae0f9-c21d-402a-b617-47bc1fb5c968 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:25.474010 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6ccc70de-e713-40f5-a876-065b018f26d2 req-b2cae0f9-c21d-402a-b617-47bc1fb5c968 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 944 time: 0.0839863 Aug 26 00:54:25.481359 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a6973-a633-4af5-aaac-15ce647d5021 req-c9b22449-4632-4702-9741-dc116f3dc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:25.482887 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-790a6973-a633-4af5-aaac-15ce647d5021 req-c9b22449-4632-4702-9741-dc116f3dc9b1 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=5219060f4c184521919b017e8435eca5&device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 1127 time: 0.3477402 Aug 26 00:54:25.617856 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c2a6271a-3f37-4bd7-ad26-246bc5962d0d req-6a93ccba-1a52-4a2b-88f5-7efd4f5cda94 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/22430e21-d3fc-488b-bff1-ba16ab068557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091901 Aug 26 00:54:26.383416 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6ccc70de-e713-40f5-a876-065b018f26d2 req-f1390a6f-9b82-4c85-b658-e8b12726161c tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019982 Aug 26 00:54:26.385984 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-8d786db1-098b-4d5f-836d-3230f72623ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:26.385984 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-8d786db1-098b-4d5f-836d-3230f72623ad service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 1127 time: 0.2633517 Aug 26 00:54:26.385984 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f0607-947a-4db8-9cf3-6552dbe101dc req-716afefc-df88-4a30-8da3-ba3bc977e36f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:26.385984 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6c3f0607-947a-4db8-9cf3-6552dbe101dc req-716afefc-df88-4a30-8da3-ba3bc977e36f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0628288 Aug 26 00:54:26.387434 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a6973-a633-4af5-aaac-15ce647d5021 req-71bfecb6-b7cb-441a-9726-2e047be96a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:26.387434 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-790a6973-a633-4af5-aaac-15ce647d5021 req-71bfecb6-b7cb-441a-9726-2e047be96a17 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=5219060f4c184521919b017e8435eca5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2851553 Aug 26 00:54:26.394431 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-799681a9-8c14-4dca-ae33-1838052b96eb service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479 HTTP/1.1" status: 200 len: 217 time: 0.0436547 Aug 26 00:54:26.394431 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6c3f0607-947a-4db8-9cf3-6552dbe101dc req-c6f48fe9-dbb4-456a-bb58-20da00295270 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121123 Aug 26 00:54:26.394431 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-11388c0b-7074-4aad-94f9-a5e06089fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:26.394431 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-11388c0b-7074-4aad-94f9-a5e06089fb23 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=057ee52c-7eaf-4765-b679-5f157b27c59c HTTP/1.1" status: 200 len: 856 time: 0.0763652 Aug 26 00:54:26.396383 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c2a6271a-3f37-4bd7-ad26-246bc5962d0d req-4f262104-4ac0-488d-8dd1-0aba6e7bb2f6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/22430e21-d3fc-488b-bff1-ba16ab068557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671840 Aug 26 00:54:26.397450 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-ba7bb143-2ccd-4100-8932-d01456683b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:26.397450 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-ba7bb143-2ccd-4100-8932-d01456683b32 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=82719f0d-e147-413c-83ac-404aae47d6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469763 Aug 26 00:54:26.398076 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a6973-a633-4af5-aaac-15ce647d5021 req-4cb05a08-6790-49b6-919d-ecebe6858213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:26.398076 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-790a6973-a633-4af5-aaac-15ce647d5021 req-4cb05a08-6790-49b6-919d-ecebe6858213 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1765521 Aug 26 00:54:26.398580 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-64b2c2a8-3a76-48f9-ba1c-37e682fdaed0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918791 Aug 26 00:54:26.398937 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-43f7f66a-c11a-41ee-8bc1-0e31f2480530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:26.398937 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-43f7f66a-c11a-41ee-8bc1-0e31f2480530 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=5219060f4c184521919b017e8435eca5&device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 1127 time: 0.0449619 Aug 26 00:54:26.399114 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2109b758-58ff-44a6-9977-ad542d0922f7 req-29eecbfc-391b-4205-a7d3-aee078d14af9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019964 Aug 26 00:54:26.399200 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-3ece9b58-02f5-4470-937e-5ec8c3209753 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9a5c66-fe0c-40d8-ae1a-65494e24310f HTTP/1.1" status: 200 len: 217 time: 0.0423398 Aug 26 00:54:26.399200 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1c48a-d8de-453d-b0b7-511470c63f13 req-e5165d4b-80ee-4bc6-ac2e-1c7ff14f0123 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:26.399200 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-42b1c48a-d8de-453d-b0b7-511470c63f13 req-e5165d4b-80ee-4bc6-ac2e-1c7ff14f0123 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.0869434 Aug 26 00:54:26.399200 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-c65917e6-ec08-4e6c-873c-669bc263c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:26.399200 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-c65917e6-ec08-4e6c-873c-669bc263c299 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=9109bc51-e9d9-49d0-af4c-512542672cea HTTP/1.1" status: 200 len: 850 time: 0.0674868 Aug 26 00:54:26.399200 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-42b1c48a-d8de-453d-b0b7-511470c63f13 req-2d20f997-cbb2-4772-919f-9c5a33b92719 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830066 Aug 26 00:54:26.399200 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-c0343e51-22c8-409e-9a52-e02ca896ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:26.399200 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-c0343e51-22c8-409e-9a52-e02ca896ea8b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452573 Aug 26 00:54:26.399200 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-1a752a86-5590-47a3-9e18-49f929d8b8af service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870233 Aug 26 00:54:26.399927 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:26.399927 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 370c2a59-a26b-4a3e-8768-1300357aad68 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:54:26.523191 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-cb879289-b90a-4899-b348-8a0b0f387dd5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209512 Aug 26 00:54:26.528691 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=5f1c5b36-2ace-4432-8c74-20a3b6c61298,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:26.537063 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:26.580251 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c271d-f2a8-4d34-838a-fc86bfb8c513 req-47d0e049-b491-49f1-b1f3-29702e4a6421 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:26.584037 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 370c2a59-a26b-4a3e-8768-1300357aad68, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=370c2a59-a26b-4a3e-8768-1300357aad68,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:26.584565 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9a5c271d-f2a8-4d34-838a-fc86bfb8c513 req-47d0e049-b491-49f1-b1f3-29702e4a6421 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 943 time: 0.0652752 Aug 26 00:54:26.598793 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '370c2a59-a26b-4a3e-8768-1300357aad68', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'port_id': '370c2a59-a26b-4a3e-8768-1300357aad68', 'mac_address': 'fa:16:3e:fd:07:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:54:26.643568 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9a5c271d-f2a8-4d34-838a-fc86bfb8c513 req-93f75d49-cf7e-4e7d-8b98-01677144a2f3 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511129 Aug 26 00:54:26.647099 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 370c2a59-a26b-4a3e-8768-1300357aad68 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:26.647514 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:26.663133 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370c2a59-a26b-4a3e-8768-1300357aad68 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:54:26.683100 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 370c2a59-a26b-4a3e-8768-1300357aad68, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=370c2a59-a26b-4a3e-8768-1300357aad68,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:26.803671 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473676b-7234-4701-b67e-460b6f7080bf req-54aa618e-08be-4c4a-a078-2a1dc951ef24 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:26.805149 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e473676b-7234-4701-b67e-460b6f7080bf req-54aa618e-08be-4c4a-a078-2a1dc951ef24 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 945 time: 0.0472991 Aug 26 00:54:26.813304 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:26.825997 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=12 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:26.870227 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e473676b-7234-4701-b67e-460b6f7080bf req-6b0a4d52-1046-4b6d-b689-1cda63dd27db tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592363 Aug 26 00:54:26.932548 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=370c2a59-a26b-4a3e-8768-1300357aad68,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:27.008145 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13311c-3047-498e-a056-12913002607f req-485d11fc-e7cb-487c-a478-22aaa8af4f55 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:27.009679 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9d13311c-3047-498e-a056-12913002607f req-485d11fc-e7cb-487c-a478-22aaa8af4f55 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0475998 Aug 26 00:54:27.062103 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9d13311c-3047-498e-a056-12913002607f req-2efbec5c-9d80-49f1-ba87-16ed8804e624 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427179 Aug 26 00:54:27.272505 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 833db4f2-eca1-40db-a1e7-c07312b7e9d1 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:54:27.412093 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 833db4f2-eca1-40db-a1e7-c07312b7e9d1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=833db4f2-eca1-40db-a1e7-c07312b7e9d1,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:27.424937 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '833db4f2-eca1-40db-a1e7-c07312b7e9d1', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'port_id': '833db4f2-eca1-40db-a1e7-c07312b7e9d1', 'mac_address': 'fa:16:3e:bb:8a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:54:27.462097 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17073115-7b52-4573-ac18-e958cc21711e req-f3476bdd-1882-48bf-8aed-19916c6f2327 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:27.463672 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-17073115-7b52-4573-ac18-e958cc21711e req-f3476bdd-1882-48bf-8aed-19916c6f2327 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 944 time: 0.0631773 Aug 26 00:54:27.475951 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:27.476599 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:27.500010 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833db4f2-eca1-40db-a1e7-c07312b7e9d1 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:54:27.513919 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 833db4f2-eca1-40db-a1e7-c07312b7e9d1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=833db4f2-eca1-40db-a1e7-c07312b7e9d1,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:27.517243 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-17073115-7b52-4573-ac18-e958cc21711e req-3ed9dd2e-980e-4054-a49d-f68b18465a50 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460525 Aug 26 00:54:27.765698 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98018e7a-c8f6-47b6-ad2d-642e8b4e60ae req-c726c856-0f0d-47b0-acae-a9a4e12ea19d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:27.767140 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-98018e7a-c8f6-47b6-ad2d-642e8b4e60ae req-c726c856-0f0d-47b0-acae-a9a4e12ea19d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 943 time: 0.0477302 Aug 26 00:54:27.818512 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-98018e7a-c8f6-47b6-ad2d-642e8b4e60ae req-ec51d4d8-baf8-44d7-adcd-c232e17ebcca tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456486 Aug 26 00:54:27.835275 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:27.877428 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=833db4f2-eca1-40db-a1e7-c07312b7e9d1,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:27.889602 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:27.996717 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ec80b-c331-4a16-a7c7-f6d5e8aa4d3e req-3f814997-2fbe-462d-9e31-b18c394dd7d7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:27.998191 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9b4ec80b-c331-4a16-a7c7-f6d5e8aa4d3e req-3f814997-2fbe-462d-9e31-b18c394dd7d7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 945 time: 0.0463235 Aug 26 00:54:28.053784 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9b4ec80b-c331-4a16-a7c7-f6d5e8aa4d3e req-e1a1c2cd-1c09-47ad-a183-16d52b4e873e tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438330 Aug 26 00:54:28.179776 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984b1a1-72e2-4b1b-ba4b-0a4d9fd19c8b req-eb08d45d-1924-4e3a-b8d8-12f8d3511a0e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:28.182922 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e984b1a1-72e2-4b1b-ba4b-0a4d9fd19c8b req-eb08d45d-1924-4e3a-b8d8-12f8d3511a0e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0461357 Aug 26 00:54:28.229347 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e984b1a1-72e2-4b1b-ba4b-0a4d9fd19c8b req-386805dd-bd5a-463c-a55b-ae288c3f436a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423398 Aug 26 00:54:28.259360 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:28.273793 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40588) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:28.350591 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:28.376863 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-209412e4-457b-4de6-b563-a5b3395154b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:28.407994 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:28.453216 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-209412e4-457b-4de6-b563-a5b3395154b4 admin admin] Publish callbacks [] for security_group (48c0c544-b1a2-4f32-a7ad-786f1af0254b), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:28.521587 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-209412e4-457b-4de6-b563-a5b3395154b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (48c0c544-b1a2-4f32-a7ad-786f1af0254b), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:28.565040 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209412e4-457b-4de6-b563-a5b3395154b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c0c544-b1a2-4f32-a7ad-786f1af0254b,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:28.570564 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-209412e4-457b-4de6-b563-a5b3395154b4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=3b12789051b44c58a7fecf889bae7f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957525 Aug 26 00:54:28.573380 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40594) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:28.624178 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-751cb8f1-f438-4a8d-bdaf-84f6aeecedf0 admin admin] Publish callbacks [] for security_group (48c0c544-b1a2-4f32-a7ad-786f1af0254b), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:28.639129 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2b03a-d1e7-4d9b-be27-67504dfabcbd req-3e726658-dac1-4ddb-af4b-01382c455b4c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:28.640637 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fed2b03a-d1e7-4d9b-be27-67504dfabcbd req-3e726658-dac1-4ddb-af4b-01382c455b4c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 945 time: 0.0496907 Aug 26 00:54:28.644660 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-751cb8f1-f438-4a8d-bdaf-84f6aeecedf0 admin admin] Publish callbacks [] for security_group (48c0c544-b1a2-4f32-a7ad-786f1af0254b), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:28.689405 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fed2b03a-d1e7-4d9b-be27-67504dfabcbd req-08d52c29-8bd3-4712-b403-9d6710c5d100 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427237 Aug 26 00:54:28.790459 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-751cb8f1-f438-4a8d-bdaf-84f6aeecedf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (48c0c544-b1a2-4f32-a7ad-786f1af0254b), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:28.793038 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-751cb8f1-f438-4a8d-bdaf-84f6aeecedf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:28.794183 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-751cb8f1-f438-4a8d-bdaf-84f6aeecedf0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/48c0c544-b1a2-4f32-a7ad-786f1af0254b HTTP/1.1" status: 204 len: 168 time: 0.2196724 Aug 26 00:54:28.802699 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cb8f1-f438-4a8d-bdaf-84f6aeecedf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c0c544-b1a2-4f32-a7ad-786f1af0254b,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:28.882114 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:28.954207 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e733d45-111d-4772-b36b-f8e0a354dc16 req-3367627b-1446-4ca9-91f9-7b12ff5e3b8e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:28.955904 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8e733d45-111d-4772-b36b-f8e0a354dc16 req-3367627b-1446-4ca9-91f9-7b12ff5e3b8e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 943 time: 0.0585263 Aug 26 00:54:28.962186 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:29.012744 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8e733d45-111d-4772-b36b-f8e0a354dc16 req-041cc4ae-8468-4afe-b97f-844adb5eba15 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500174 Aug 26 00:54:29.170712 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a03c33-c925-4387-a3da-77bba7478c8c req-ac003262-ac9b-4c2f-bd3a-a0f12065d92d tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:29.172373 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f5a03c33-c925-4387-a3da-77bba7478c8c req-ac003262-ac9b-4c2f-bd3a-a0f12065d92d tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 945 time: 0.0512815 Aug 26 00:54:29.217293 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:29.222022 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f5a03c33-c925-4387-a3da-77bba7478c8c req-51d4338b-47d3-4fcd-aa55-d86e5046e722 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436642 Aug 26 00:54:29.364428 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca30a8-92b0-4f90-b85f-af9233418546 req-fa9c3df4-e074-4710-8a33-32b1d07519da tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:29.364428 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bcca30a8-92b0-4f90-b85f-af9233418546 req-fa9c3df4-e074-4710-8a33-32b1d07519da tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0501490 Aug 26 00:54:29.406251 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bcca30a8-92b0-4f90-b85f-af9233418546 req-c5c24889-aad7-4708-b9f4-c2aeb09c2816 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439801 Aug 26 00:54:29.805079 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533570b5-e718-41c7-8081-36f8231df70f req-c0b3a689-65f2-484f-93b3-d494615f80ee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:29.806413 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-533570b5-e718-41c7-8081-36f8231df70f req-c0b3a689-65f2-484f-93b3-d494615f80ee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 945 time: 0.0457027 Aug 26 00:54:29.856782 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-533570b5-e718-41c7-8081-36f8231df70f req-6197faaa-6598-41ef-bc1b-9350d8320edd tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447738 Aug 26 00:54:30.108754 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:30.146205 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23a9ab-3bad-45a3-afe0-f3f473ea6a53 req-f8f8a9c8-7159-4fe9-86ba-765461b0e767 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:30.147691 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ca23a9ab-3bad-45a3-afe0-f3f473ea6a53 req-f8f8a9c8-7159-4fe9-86ba-765461b0e767 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 943 time: 0.0482724 Aug 26 00:54:30.195774 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ca23a9ab-3bad-45a3-afe0-f3f473ea6a53 req-440c023a-9b37-46d8-9d36-ff5bfbc51a81 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Aug 26 00:54:30.331860 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['833db4f2-eca1-40db-a1e7-c07312b7e9d1'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:54:30.345253 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e40691-4d3f-4644-b081-bc201c7f20cc req-ee9f34dc-c4bb-4e46-bc82-5ddb19a91709 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:30.346718 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-00e40691-4d3f-4644-b081-bc201c7f20cc req-ee9f34dc-c4bb-4e46-bc82-5ddb19a91709 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 945 time: 0.0502870 Aug 26 00:54:30.371094 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['5f1c5b36-2ace-4432-8c74-20a3b6c61298'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:54:30.394909 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-00e40691-4d3f-4644-b081-bc201c7f20cc req-33a6df07-273f-45d2-9bb2-043dfdf685c4 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Aug 26 00:54:30.537573 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['370c2a59-a26b-4a3e-8768-1300357aad68'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:54:30.545827 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe63cd2-f53b-4fd4-b936-2d0d894e68a8 req-60f8e1bd-8ce5-4b17-9bf2-2c2180363b90 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:30.547320 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dfe63cd2-f53b-4fd4-b936-2d0d894e68a8 req-60f8e1bd-8ce5-4b17-9bf2-2c2180363b90 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0497732 Aug 26 00:54:30.599984 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dfe63cd2-f53b-4fd4-b936-2d0d894e68a8 req-b64569d0-3bff-4882-81c1-b3b30e7bf95f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460134 Aug 26 00:54:30.760163 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-987859e0-3c35-424c-be61-aaa5f706453a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:30.769808 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=13 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:30.883487 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=19 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:30.974207 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba3a09-9ee8-4e81-a8f2-d24f3c82963c req-0c760c1b-78a4-4daf-bdd3-1ec364748239 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:30.975699 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-31ba3a09-9ee8-4e81-a8f2-d24f3c82963c req-0c760c1b-78a4-4daf-bdd3-1ec364748239 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 945 time: 0.0460174 Aug 26 00:54:31.045199 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-31ba3a09-9ee8-4e81-a8f2-d24f3c82963c req-3098e3b2-e49b-4bee-b721-594f6c1949a0 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632579 Aug 26 00:54:31.328936 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446f5bb-3c49-4c2c-9898-ec664593a73f req-9d703e16-b298-4531-ab5e-133934cc753b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:31.333389 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d446f5bb-3c49-4c2c-9898-ec664593a73f req-9d703e16-b298-4531-ab5e-133934cc753b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 943 time: 0.0614030 Aug 26 00:54:31.400661 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d446f5bb-3c49-4c2c-9898-ec664593a73f req-2c9ee4ff-8694-4158-b176-09678627fc51 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611207 Aug 26 00:54:31.529368 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc572c-e30b-44c1-8ccc-eb9ad5a2cbe3 req-2f4fdf08-ffc4-4fe7-a7c1-b72ff2a74867 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:31.530807 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-63cc572c-e30b-44c1-8ccc-eb9ad5a2cbe3 req-2f4fdf08-ffc4-4fe7-a7c1-b72ff2a74867 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 945 time: 0.0496268 Aug 26 00:54:31.578584 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-63cc572c-e30b-44c1-8ccc-eb9ad5a2cbe3 req-471a8af2-b150-47a9-925b-2e3bbe956ae4 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Aug 26 00:54:31.722238 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b968ef-ed93-4cd0-80c1-3d499d3045a7 req-c75b4187-8846-48ea-8bfe-0a46fbe28b81 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:31.724222 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c8b968ef-ed93-4cd0-80c1-3d499d3045a7 req-c75b4187-8846-48ea-8bfe-0a46fbe28b81 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0452468 Aug 26 00:54:31.770792 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c8b968ef-ed93-4cd0-80c1-3d499d3045a7 req-b23749ab-b5d6-411c-ae14-fab2aafd9af0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 Aug 26 00:54:31.889790 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40688) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:31.999503 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-624c46ec-f22b-4e93-ace8-b77ffbafc7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:32.079252 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-624c46ec-f22b-4e93-ace8-b77ffbafc7ca admin admin] Publish callbacks [] for security_group (51375d01-d1c8-4045-a009-72edf0916a41), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:32.160045 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afe4a-aa86-4b0b-84e4-9f239ee49f6a req-4e825687-0db1-46c3-a51a-540d6b1b585d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:32.161924 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-796afe4a-aa86-4b0b-84e4-9f239ee49f6a req-4e825687-0db1-46c3-a51a-540d6b1b585d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 945 time: 0.0486596 Aug 26 00:54:32.166335 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-624c46ec-f22b-4e93-ace8-b77ffbafc7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (51375d01-d1c8-4045-a009-72edf0916a41), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:32.226685 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c46ec-f22b-4e93-ace8-b77ffbafc7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51375d01-d1c8-4045-a009-72edf0916a41,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:32.241181 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-624c46ec-f22b-4e93-ace8-b77ffbafc7ca admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=40b7aefc942b4e84a3904f98aa60a248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456500 Aug 26 00:54:32.241181 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40700) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:32.269627 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-796afe4a-aa86-4b0b-84e4-9f239ee49f6a req-b185feed-0c8b-4df3-adf7-871270af0cd2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998492 Aug 26 00:54:32.303868 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3d85990f-9f5c-46b6-b50d-2919c19f6842 admin admin] Publish callbacks [] for security_group (51375d01-d1c8-4045-a009-72edf0916a41), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:32.323426 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3d85990f-9f5c-46b6-b50d-2919c19f6842 admin admin] Publish callbacks [] for security_group (51375d01-d1c8-4045-a009-72edf0916a41), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:32.339787 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ee6ad2fb-f57e-474d-a46b-a0d19ae36479 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:54:32.363606 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 833db4f2-eca1-40db-a1e7-c07312b7e9d1 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:32.426872 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:32.477817 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3d85990f-9f5c-46b6-b50d-2919c19f6842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (51375d01-d1c8-4045-a009-72edf0916a41), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:32.479842 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3d85990f-9f5c-46b6-b50d-2919c19f6842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:32.481072 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-3d85990f-9f5c-46b6-b50d-2919c19f6842 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/51375d01-d1c8-4045-a009-72edf0916a41 HTTP/1.1" status: 204 len: 168 time: 0.2407241 Aug 26 00:54:32.493746 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85990f-9f5c-46b6-b50d-2919c19f6842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51375d01-d1c8-4045-a009-72edf0916a41,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:32.553451 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:54:32.588919 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:32.588919 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:32.591439 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55159e50-7f73-4a89-9420-a77e47121b49 req-017b7cb4-17c5-4632-8b17-0acaa57dd078 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:32.596988 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-55159e50-7f73-4a89-9420-a77e47121b49 req-017b7cb4-17c5-4632-8b17-0acaa57dd078 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 943 time: 0.0702839 Aug 26 00:54:32.599624 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'port_id': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'mac_address': 'fa:16:3e:74:70:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:54:32.676910 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:32.677366 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:32.685619 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-55159e50-7f73-4a89-9420-a77e47121b49 req-c1c66b16-667c-4553-bb68-39189f0ae034 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861268 Aug 26 00:54:32.720168 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e537cd-cbc3-4899-a18b-7ad76cc0bd6a req-2cd14492-26cc-4c53-a333-36d8a0ef4581 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:32.721697 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c6e537cd-cbc3-4899-a18b-7ad76cc0bd6a req-2cd14492-26cc-4c53-a333-36d8a0ef4581 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 945 time: 0.0560582 Aug 26 00:54:32.725250 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:32.725763 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:32.746929 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6ad2fb-f57e-474d-a46b-a0d19ae36479 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:54:32.771863 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c6e537cd-cbc3-4899-a18b-7ad76cc0bd6a req-8893c8e7-c5cd-45be-b760-0e9e9ff52583 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437157 Aug 26 00:54:32.792247 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:32.801298 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:32.801687 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:32.836879 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 833db4f2-eca1-40db-a1e7-c07312b7e9d1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=833db4f2-eca1-40db-a1e7-c07312b7e9d1,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:32.837688 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833db4f2-eca1-40db-a1e7-c07312b7e9d1'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:54:32.896007 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:32.941740 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:32.943137 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 5f1c5b36-2ace-4432-8c74-20a3b6c61298 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:32.949516 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69586b7d-b349-4a44-8955-6174f2d08306 req-90a27865-cea8-434d-bb9e-1f983fb226e4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:32.950846 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-69586b7d-b349-4a44-8955-6174f2d08306 req-90a27865-cea8-434d-bb9e-1f983fb226e4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 944 time: 0.0870538 Aug 26 00:54:32.990263 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:33.014113 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-69586b7d-b349-4a44-8955-6174f2d08306 req-b8a51edc-3ed9-4b84-b799-1ac264b7887b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563622 Aug 26 00:54:33.064694 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:54:33.066537 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=833db4f2-eca1-40db-a1e7-c07312b7e9d1,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:33.077818 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638642c5-08ae-49ea-b2bc-af94aa5bcda9" -d '{"events": [{"server_uuid": "4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be", "name": "network-vif-plugged", "status": "completed", "tag": "833db4f2-eca1-40db-a1e7-c07312b7e9d1"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:54:33.082953 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a43b-3cb4-4cfb-bf81-e5056081d719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.171133 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d754f9-13b3-40d0-bc7a-c27900bdcdf9 x-openstack-request-id: req-32d754f9-13b3-40d0-bc7a-c27900bdcdf9 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:54:33.171432 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be", "name": "network-vif-plugged", "status": "completed", "tag": "833db4f2-eca1-40db-a1e7-c07312b7e9d1", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:54:33.171693 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32d754f9-13b3-40d0-bc7a-c27900bdcdf9 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:54:33.172162 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d754f9-13b3-40d0-bc7a-c27900bdcdf9'] response: {'server_uuid': '4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833db4f2-eca1-40db-a1e7-c07312b7e9d1', 'code': 200} Aug 26 00:54:33.201568 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:33.201952 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.205906 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:33.279301 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:33.279301 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.290829 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40744) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:33.297855 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:33.305612 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fe155b2b-2aec-443d-8d8a-458bc1b2409f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.316172 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 5f1c5b36-2ace-4432-8c74-20a3b6c61298, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f1c5b36-2ace-4432-8c74-20a3b6c61298,segment=NetworkSegment(4fdea499-af9a-4b05-945a-15742bc23339),segment_id=4fdea499-af9a-4b05-945a-15742bc23339)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:33.319181 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:33.397902 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.398830 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 370c2a59-a26b-4a3e-8768-1300357aad68 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:33.418996 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9a734-ab38-40b5-8976-01961a733943 req-7a762ce3-6423-405d-9368-2fb5d25f3eda tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:33.425723 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6be9a734-ab38-40b5-8976-01961a733943 req-7a762ce3-6423-405d-9368-2fb5d25f3eda tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0717359 Aug 26 00:54:33.435124 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fe155b2b-2aec-443d-8d8a-458bc1b2409f admin admin] Publish callbacks [] for security_group (c3d98f7c-be8d-4c3a-83e6-b3265fe485c7), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.478388 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=5f1c5b36-2ace-4432-8c74-20a3b6c61298,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:33.480753 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6be9a734-ab38-40b5-8976-01961a733943 req-59353f72-969a-4437-af25-4f24ea7b30d6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541146 Aug 26 00:54:33.490049 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 370c2a59-a26b-4a3e-8768-1300357aad68 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:54:33.532446 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fe155b2b-2aec-443d-8d8a-458bc1b2409f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (c3d98f7c-be8d-4c3a-83e6-b3265fe485c7), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.570389 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe155b2b-2aec-443d-8d8a-458bc1b2409f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d98f7c-be8d-4c3a-83e6-b3265fe485c7,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:33.574736 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-fe155b2b-2aec-443d-8d8a-458bc1b2409f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=76fdde78a2cb4b3c97bfa7a8d3648ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828422 Aug 26 00:54:33.577996 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40750) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:33.583317 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 370c2a59-a26b-4a3e-8768-1300357aad68 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:33.583711 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.630877 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-19a02032-ad0a-4557-8ff4-fcd1be7c05be admin admin] Publish callbacks [] for security_group (c3d98f7c-be8d-4c3a-83e6-b3265fe485c7), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.651722 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-19a02032-ad0a-4557-8ff4-fcd1be7c05be admin admin] Publish callbacks [] for security_group (c3d98f7c-be8d-4c3a-83e6-b3265fe485c7), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.667120 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 370c2a59-a26b-4a3e-8768-1300357aad68 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:33.667558 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.709337 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 370c2a59-a26b-4a3e-8768-1300357aad68, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=370c2a59-a26b-4a3e-8768-1300357aad68,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:33.761777 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.765605 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-19a02032-ad0a-4557-8ff4-fcd1be7c05be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (c3d98f7c-be8d-4c3a-83e6-b3265fe485c7), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.768774 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-19a02032-ad0a-4557-8ff4-fcd1be7c05be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:33.769964 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-19a02032-ad0a-4557-8ff4-fcd1be7c05be admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c3d98f7c-be8d-4c3a-83e6-b3265fe485c7 HTTP/1.1" status: 204 len: 168 time: 0.1912990 Aug 26 00:54:33.798864 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a02032-ad0a-4557-8ff4-fcd1be7c05be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d98f7c-be8d-4c3a-83e6-b3265fe485c7,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:33.804598 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:33.819539 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=370c2a59-a26b-4a3e-8768-1300357aad68,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:33.820664 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd4e8-02eb-457a-8158-43a99806a53a req-2b187414-6716-4981-addc-a644c7b74d9d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:33.823353 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-750fd4e8-02eb-457a-8158-43a99806a53a req-2b187414-6716-4981-addc-a644c7b74d9d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 943 time: 0.0693541 Aug 26 00:54:33.881178 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-750fd4e8-02eb-457a-8158-43a99806a53a req-851b7441-1bfe-4e7e-bc53-74e993cf003d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511420 Aug 26 00:54:33.929830 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26a183-5bc6-4789-8184-527381f5c54e req-5978975e-86e1-4d76-aa27-ad51f8737695 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:33.931341 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1d26a183-5bc6-4789-8184-527381f5c54e req-5978975e-86e1-4d76-aa27-ad51f8737695 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0508389 Aug 26 00:54:33.981934 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1d26a183-5bc6-4789-8184-527381f5c54e req-4b23d710-3b61-4df2-bb0b-b8d7feec6a3e tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445993 Aug 26 00:54:34.150502 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cea2ee-2038-4e7b-9073-fec1f92241c2 req-05dc2828-23f2-4376-90d6-1b61c2af8be1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:34.151996 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c8cea2ee-2038-4e7b-9073-fec1f92241c2 req-05dc2828-23f2-4376-90d6-1b61c2af8be1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 944 time: 0.0482271 Aug 26 00:54:34.202961 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c8cea2ee-2038-4e7b-9073-fec1f92241c2 req-bbb94980-49bb-42da-b447-f058f2edb567 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437875 Aug 26 00:54:34.281531 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:34.344216 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:34.436088 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40768) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:34.449868 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d3876b2c-e34d-43b8-97d4-86adac6195b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:34.530132 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d3876b2c-e34d-43b8-97d4-86adac6195b1 admin admin] Publish callbacks [] for security_group (3b4fdd9f-fa46-480e-a42e-ba62948b0bbf), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:34.605274 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49444019-2cf3-4bf7-9294-7e80feb4a3ee req-3405fe94-87b6-4dfc-83e8-d97016526003 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:34.606748 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-49444019-2cf3-4bf7-9294-7e80feb4a3ee req-3405fe94-87b6-4dfc-83e8-d97016526003 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0526819 Aug 26 00:54:34.612182 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d3876b2c-e34d-43b8-97d4-86adac6195b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (3b4fdd9f-fa46-480e-a42e-ba62948b0bbf), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:34.656985 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3876b2c-e34d-43b8-97d4-86adac6195b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4fdd9f-fa46-480e-a42e-ba62948b0bbf,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:34.659733 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-49444019-2cf3-4bf7-9294-7e80feb4a3ee req-402b3420-6ee6-45d3-8eb8-8434281eaafd tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473070 Aug 26 00:54:34.661915 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-d3876b2c-e34d-43b8-97d4-86adac6195b1 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=59a97f5f356f4979a788fff284c8c80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246866 Aug 26 00:54:34.664675 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40772) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:34.705761 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:34.719577 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-42af0f3d-7beb-4ecb-addd-e06cd5bdb09f admin admin] Publish callbacks [] for security_group (3b4fdd9f-fa46-480e-a42e-ba62948b0bbf), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:34.741970 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-42af0f3d-7beb-4ecb-addd-e06cd5bdb09f admin admin] Publish callbacks [] for security_group (3b4fdd9f-fa46-480e-a42e-ba62948b0bbf), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:34.853053 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-42af0f3d-7beb-4ecb-addd-e06cd5bdb09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (3b4fdd9f-fa46-480e-a42e-ba62948b0bbf), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:34.855558 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-42af0f3d-7beb-4ecb-addd-e06cd5bdb09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:34.856723 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-42af0f3d-7beb-4ecb-addd-e06cd5bdb09f admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3b4fdd9f-fa46-480e-a42e-ba62948b0bbf HTTP/1.1" status: 204 len: 168 time: 0.1907780 Aug 26 00:54:34.865374 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af0f3d-7beb-4ecb-addd-e06cd5bdb09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4fdd9f-fa46-480e-a42e-ba62948b0bbf,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:34.994751 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b33546-b530-4302-850d-0d6eee552053 req-394488e6-9781-441e-8590-060cf097e8e2 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:34.996210 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-76b33546-b530-4302-850d-0d6eee552053 req-394488e6-9781-441e-8590-060cf097e8e2 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 943 time: 0.0466950 Aug 26 00:54:35.045166 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-76b33546-b530-4302-850d-0d6eee552053 req-2f0304cb-e0e6-4209-8cf7-970fa96c84f1 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429037 Aug 26 00:54:35.089080 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:35.100230 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28cbda-70e7-4e1b-981f-0459889b88c8 req-39b7469d-78a3-4190-8e6e-42a5005043ba tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:35.101743 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-db28cbda-70e7-4e1b-981f-0459889b88c8 req-39b7469d-78a3-4190-8e6e-42a5005043ba tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0474653 Aug 26 00:54:35.149098 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-db28cbda-70e7-4e1b-981f-0459889b88c8 req-e89f5a31-86ba-4167-b98b-be9a979b1694 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418670 Aug 26 00:54:35.173308 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd778c4bb-8dd8-4106-b7cc-12a1d485cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1c5b36-2ace-4432-8c74-20a3b6c61298'}, {'server_uuid': '3079fdb4-9b6d-4030-a7ce-bdf5bff324ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370c2a59-a26b-4a3e-8768-1300357aad68'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:54:35.176629 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f308d2e0-95e6-4b93-b775-c9431dcfbea2" -d '{"events": [{"server_uuid": "d778c4bb-8dd8-4106-b7cc-12a1d485cf1e", "name": "network-vif-plugged", "status": "completed", "tag": "5f1c5b36-2ace-4432-8c74-20a3b6c61298"}, {"server_uuid": "3079fdb4-9b6d-4030-a7ce-bdf5bff324ab", "name": "network-vif-plugged", "status": "completed", "tag": "370c2a59-a26b-4a3e-8768-1300357aad68"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:54:35.217699 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Aug 2022 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c146bd6-db95-473b-880f-2344b7997744 x-openstack-request-id: req-5c146bd6-db95-473b-880f-2344b7997744 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:54:35.218078 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d778c4bb-8dd8-4106-b7cc-12a1d485cf1e", "name": "network-vif-plugged", "status": "completed", "tag": "5f1c5b36-2ace-4432-8c74-20a3b6c61298", "code": 200}, {"server_uuid": "3079fdb4-9b6d-4030-a7ce-bdf5bff324ab", "name": "network-vif-plugged", "status": "completed", "tag": "370c2a59-a26b-4a3e-8768-1300357aad68", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:54:35.218406 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c146bd6-db95-473b-880f-2344b7997744 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:54:35.218820 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c146bd6-db95-473b-880f-2344b7997744'] response: {'server_uuid': 'd778c4bb-8dd8-4106-b7cc-12a1d485cf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1c5b36-2ace-4432-8c74-20a3b6c61298', 'code': 200} Aug 26 00:54:35.219155 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c146bd6-db95-473b-880f-2344b7997744'] response: {'server_uuid': '3079fdb4-9b6d-4030-a7ce-bdf5bff324ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370c2a59-a26b-4a3e-8768-1300357aad68', 'code': 200} Aug 26 00:54:35.330552 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6b9a4-b887-4859-9222-d3afc716ca98 req-347e7c36-9e23-411b-9c26-a76652932290 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:35.332138 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6ba6b9a4-b887-4859-9222-d3afc716ca98 req-347e7c36-9e23-411b-9c26-a76652932290 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 944 time: 0.0515728 Aug 26 00:54:35.380247 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6ba6b9a4-b887-4859-9222-d3afc716ca98 req-c1cd7c18-1054-45e3-a539-7671a0d26ded tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419264 Aug 26 00:54:35.693905 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:35.714471 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['ee6ad2fb-f57e-474d-a46b-a0d19ae36479'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:54:35.752081 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 9a9a5c66-fe0c-40d8-ae1a-65494e24310f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:54:35.814709 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecbbeb-2c2d-47c6-ba1a-5bce091c15d2 req-25caa514-757b-46fc-9a0e-0748a9490459 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:35.823051 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8eecbbeb-2c2d-47c6-ba1a-5bce091c15d2 req-25caa514-757b-46fc-9a0e-0748a9490459 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0740116 Aug 26 00:54:35.884653 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8eecbbeb-2c2d-47c6-ba1a-5bce091c15d2 req-8fa4d84a-5ed3-4a94-88a4-896175ae3398 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604262 Aug 26 00:54:35.921117 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9a9a5c66-fe0c-40d8-ae1a-65494e24310f,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:35.942453 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'port_id': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f', 'mac_address': 'fa:16:3e:9b:d2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:54:35.979521 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.011090 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:36.011483 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.037522 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9a5c66-fe0c-40d8-ae1a-65494e24310f {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:54:36.062456 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9a9a5c66-fe0c-40d8-ae1a-65494e24310f,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:36.065056 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40812) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:36.149597 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.211501 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=9a9a5c66-fe0c-40d8-ae1a-65494e24310f,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:36.246649 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1792549134-network', 'tenant_id': 'e9346a3c8fcd4b169a2a1f55d8cee2b0'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:36.262473 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832090e-7462-4be4-9da8-66e177e73b51 req-83a4bf11-d6e2-4bf8-9d8d-bd32348fc6d6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:36.263923 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3832090e-7462-4be4-9da8-66e177e73b51 req-83a4bf11-d6e2-4bf8-9d8d-bd32348fc6d6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 943 time: 0.1436684 Aug 26 00:54:36.285344 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d7113-c778-4054-b697-45575956bf39 req-9554ec5c-9f83-430c-8b11-efe4a3f3440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:36.287059 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-da1d7113-c778-4054-b697-45575956bf39 req-9554ec5c-9f83-430c-8b11-efe4a3f3440e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 1129 time: 0.1216490 Aug 26 00:54:36.320041 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-da1d7113-c778-4054-b697-45575956bf39 req-2267a9e3-1781-4654-9004-2efe4d34dfd4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.365669 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3832090e-7462-4be4-9da8-66e177e73b51 req-8c8faed8-7184-4ee7-a263-aa30c8ac2b29 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938230 Aug 26 00:54:36.391037 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Made reservation on behalf of e9346a3c8fcd4b169a2a1f55d8cee2b0 for: {'network': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:54:36.393742 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.407797 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.494699 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-da1d7113-c778-4054-b697-45575956bf39 req-2267a9e3-1781-4654-9004-2efe4d34dfd4 service neutron] Publish callbacks [] for security_group (942b0277-ae53-4baf-b41c-9e01ac99f357), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.501215 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:36.509673 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ce595-76aa-494d-bd86-5ba94e5a2c80 req-745bba61-3547-4691-9c43-22c6b81f76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:36.511454 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-208ce595-76aa-494d-bd86-5ba94e5a2c80 req-745bba61-3547-4691-9c43-22c6b81f76eb service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 1130 time: 0.3419120 Aug 26 00:54:36.512365 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22813bd-7c0c-4809-a650-12c78db5e497 req-e9a8617f-37a9-4467-8ffa-feda88bd91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:36.513832 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e22813bd-7c0c-4809-a650-12c78db5e497 req-e9a8617f-37a9-4467-8ffa-feda88bd91b8 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 1130 time: 0.3522847 Aug 26 00:54:36.552024 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-e22813bd-7c0c-4809-a650-12c78db5e497 req-4deccff1-3370-4929-8a55-d15e430c401d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.554309 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342e60-cb1a-4c04-a6e7-d81e0bef9240 req-4fcc3459-66be-4edf-8f53-f2b5a632579f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:36.556543 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9f342e60-cb1a-4c04-a6e7-d81e0bef9240 req-4fcc3459-66be-4edf-8f53-f2b5a632579f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 944 time: 0.0860748 Aug 26 00:54:36.560158 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-da1d7113-c778-4054-b697-45575956bf39 req-2267a9e3-1781-4654-9004-2efe4d34dfd4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (942b0277-ae53-4baf-b41c-9e01ac99f357), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.598181 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:36.600808 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-da1d7113-c778-4054-b697-45575956bf39 req-2267a9e3-1781-4654-9004-2efe4d34dfd4 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046668 Aug 26 00:54:36.604522 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09b633-3cbd-4c3d-b281-d72b57ad6e17 req-ebf6339b-5512-43f4-991e-e4045a20b3f2 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:36.606002 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1f09b633-3cbd-4c3d-b281-d72b57ad6e17 req-ebf6339b-5512-43f4-991e-e4045a20b3f2 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.3472934 Aug 26 00:54:36.655950 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.db.api [req-e22813bd-7c0c-4809-a650-12c78db5e497 req-4deccff1-3370-4929-8a55-d15e430c401d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) fde7ac3ed472433ab3bba56e5e091510 {{(pid=113336) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 00:54:36.656336 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG oslo_db.api [req-e22813bd-7c0c-4809-a650-12c78db5e497 req-4deccff1-3370-4929-8a55-d15e430c401d service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 00:54:36.658410 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Publish callbacks [] for security_group (aaf922c1-7c33-4ade-91b7-615de3b58092), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.659470 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267a9e3-1781-4654-9004-2efe4d34dfd4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=942b0277-ae53-4baf-b41c-9e01ac99f357,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:36.664679 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-208ce595-76aa-494d-bd86-5ba94e5a2c80 req-570b07fa-94fe-4e8d-a63e-e5784795ab56 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192911 Aug 26 00:54:36.689933 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9f342e60-cb1a-4c04-a6e7-d81e0bef9240 req-8a39a857-4b80-44f8-ad85-212d10a03ed3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956120 Aug 26 00:54:36.693078 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1f09b633-3cbd-4c3d-b281-d72b57ad6e17 req-55c15931-c28b-44b4-9123-361153884e3d tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758936 Aug 26 00:54:36.721280 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (aaf922c1-7c33-4ade-91b7-615de3b58092), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.748427 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1191} {{(pid=113335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:54:36.758837 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf922c1-7c33-4ade-91b7-615de3b58092,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:36.764983 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (afd0527d-0e87-439e-a431-f96325b0e1dc), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.765508 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.segments_db [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Added segment afd0527d-0e87-439e-a431-f96325b0e1dc of type vlan for network fc51884f-6f26-4d20-adbb-9ba477ab3b12 Aug 26 00:54:36.805079 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (fc51884f-6f26-4d20-adbb-9ba477ab3b12), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.812731 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:36.927358 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (fc51884f-6f26-4d20-adbb-9ba477ab3b12), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.928281 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:36.928898 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:36.983806 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['9a9a5c66-fe0c-40d8-ae1a-65494e24310f'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:54:36.989360 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] Pushing event updated for resources: {'Network': ['ID=fc51884f-6f26-4d20-adbb-9ba477ab3b12,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:37.009600 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network fc51884f-6f26-4d20-adbb-9ba477ab3b12 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:54:37.009870 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15652f28-41eb-4d4e-8bad-b2d11cd4620c req-f6afd812-dc34-4123-8f94-14b68e8b6821 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:37.011532 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-15652f28-41eb-4d4e-8bad-b2d11cd4620c req-f6afd812-dc34-4123-8f94-14b68e8b6821 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0616958 Aug 26 00:54:37.052278 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-5c59e30c-c278-4a4e-97ac-bb8187186a9b admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9861009 Aug 26 00:54:37.052934 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40834) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:37.057638 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Request body: {'subnet': {'network_id': 'fc51884f-6f26-4d20-adbb-9ba477ab3b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1792549134-subnet', 'tenant_id': 'e9346a3c8fcd4b169a2a1f55d8cee2b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:37.063737 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-15652f28-41eb-4d4e-8bad-b2d11cd4620c req-de18343b-9390-4f3a-922d-469c45647a86 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Aug 26 00:54:37.157889 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-e22813bd-7c0c-4809-a650-12c78db5e497 req-4deccff1-3370-4929-8a55-d15e430c401d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:37.162350 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Made reservation on behalf of e9346a3c8fcd4b169a2a1f55d8cee2b0 for: {'subnet': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:54:37.166633 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:37.261143 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e22813bd-7c0c-4809-a650-12c78db5e497 req-4deccff1-3370-4929-8a55-d15e430c401d service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7373192 Aug 26 00:54:37.488904 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b7920-7ef7-43f5-a146-8400dd9ba8bd req-359a2bab-26c9-42e8-b422-d681e790c859 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:37.490315 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c09b7920-7ef7-43f5-a146-8400dd9ba8bd req-359a2bab-26c9-42e8-b422-d681e790c859 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 944 time: 0.0481856 Aug 26 00:54:37.492134 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for subnet (21abf46b-5fb3-41b4-bc95-50beb650d614), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:37.562296 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:37.573959 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21abf46b-5fb3-41b4-bc95-50beb650d614,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:37.598444 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.598793 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.599134 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.599522 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.599787 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.600117 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.600442 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.600792 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.601114 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.601437 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.601763 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.602084 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.602408 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.602727 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.603034 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:37.615988 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c09b7920-7ef7-43f5-a146-8400dd9ba8bd req-e38212bc-f0f5-43bc-bdd4-c4da4c7f3988 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141448 Aug 26 00:54:37.616822 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Checking segment: {'id': 'afd0527d-0e87-439e-a431-f96325b0e1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'fc51884f-6f26-4d20-adbb-9ba477ab3b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:54:37.617177 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Network hostable DHCP agents. Network: fc51884f-6f26-4d20-adbb-9ba477ab3b12, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:54:37.696921 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40852) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:37.750340 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Network fc51884f-6f26-4d20-adbb-9ba477ab3b12 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:54:37.813853 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:37.828571 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86536f96-7a3e-4450-9449-178e79a44adc req-2c62bffc-8679-4c01-a6ed-5928d2a632dc tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:37.830174 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-86536f96-7a3e-4450-9449-178e79a44adc req-2c62bffc-8679-4c01-a6ed-5928d2a632dc tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0570135 Aug 26 00:54:37.852354 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8012e203-b669-4883-a2df-bdb92f47b4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:37.864487 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, fc51884f-6f26-4d20-adbb-9ba477ab3b12) {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:54:37.871079 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dce69-d07f-4209-ba4a-846cf106b0dd req-0180e431-2ce0-49fd-8851-d7d4a77d9208 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:37.872545 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bb0dce69-d07f-4209-ba4a-846cf106b0dd req-0180e431-2ce0-49fd-8851-d7d4a77d9208 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 944 time: 0.0685689 Aug 26 00:54:37.875688 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b539045-a99e-414d-87d7-16d0be82e486 None None] Network fc51884f-6f26-4d20-adbb-9ba477ab3b12 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:54:37.877432 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:37.878011 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:37.884633 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-86536f96-7a3e-4450-9449-178e79a44adc req-31510043-0317-4837-a750-6609b53931b7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467143 Aug 26 00:54:37.947049 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:37.963664 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bb0dce69-d07f-4209-ba4a-846cf106b0dd req-42fe73c7-d30b-4371-b904-31220690a8b8 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693822 Aug 26 00:54:37.995682 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-b0136587-cac2-4418-a885-b088d2d36777 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9386594 Aug 26 00:54:37.997335 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00112b36-27e0-49af-ac44-26ab9eda6104 None None] Network fc51884f-6f26-4d20-adbb-9ba477ab3b12 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:54:37.997456 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8012e203-b669-4883-a2df-bdb92f47b4c1 admin admin] Publish callbacks [] for security_group (04666cd6-406f-4b8b-a015-7488ca85537d), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:38.000712 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:38.042338 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 9a9a5c66-fe0c-40d8-ae1a-65494e24310f up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:38.110708 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8012e203-b669-4883-a2df-bdb92f47b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (04666cd6-406f-4b8b-a015-7488ca85537d), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:38.127189 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:54:38.161804 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8012e203-b669-4883-a2df-bdb92f47b4c1 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f93d2a4f8f4f4e888f3949bba39b6e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4638224 Aug 26 00:54:38.164732 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40868) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:38.171085 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012e203-b669-4883-a2df-bdb92f47b4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04666cd6-406f-4b8b-a015-7488ca85537d,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:38.183068 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:38.196724 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:38.197298 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:38.210420 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42398930-791d-4f56-b3a8-39b7bc637448 req-73087d01-d5e3-4843-af30-5dd3b882e50d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:38.212049 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-42398930-791d-4f56-b3a8-39b7bc637448 req-73087d01-d5e3-4843-af30-5dd3b882e50d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0557351 Aug 26 00:54:38.220301 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-550f425f-c6c8-4701-a205-581d61f98aa4 admin admin] Publish callbacks [] for security_group (04666cd6-406f-4b8b-a015-7488ca85537d), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:38.243829 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-550f425f-c6c8-4701-a205-581d61f98aa4 admin admin] Publish callbacks [] for security_group (04666cd6-406f-4b8b-a015-7488ca85537d), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:38.262651 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-42398930-791d-4f56-b3a8-39b7bc637448 req-7bf1b066-b752-4489-859e-ccf82c60bd5e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440979 Aug 26 00:54:38.287231 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:38.292306 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:38.314814 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:54:38.317268 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0e60e7-2029-4150-a2cb-4a09059c8811" -d '{"events": [{"server_uuid": "730816fc-0c43-43e3-ab6e-e7f324e403d7", "name": "network-vif-plugged", "status": "completed", "tag": "9a9a5c66-fe0c-40d8-ae1a-65494e24310f"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:54:38.330335 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9a9a5c66-fe0c-40d8-ae1a-65494e24310f,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:38.356514 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bf54b8-8995-4c1d-b019-c2222212d937 x-openstack-request-id: req-d6bf54b8-8995-4c1d-b019-c2222212d937 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:54:38.356876 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730816fc-0c43-43e3-ab6e-e7f324e403d7", "name": "network-vif-plugged", "status": "completed", "tag": "9a9a5c66-fe0c-40d8-ae1a-65494e24310f", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:54:38.357144 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6bf54b8-8995-4c1d-b019-c2222212d937 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:54:38.357550 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6bf54b8-8995-4c1d-b019-c2222212d937'] response: {'server_uuid': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f', 'code': 200} Aug 26 00:54:38.396246 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:38.396408 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-550f425f-c6c8-4701-a205-581d61f98aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (04666cd6-406f-4b8b-a015-7488ca85537d), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:38.397111 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ee6ad2fb-f57e-474d-a46b-a0d19ae36479 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:54:38.399069 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-550f425f-c6c8-4701-a205-581d61f98aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:38.400500 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-550f425f-c6c8-4701-a205-581d61f98aa4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/04666cd6-406f-4b8b-a015-7488ca85537d HTTP/1.1" status: 204 len: 168 time: 0.2347488 Aug 26 00:54:38.412132 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f425f-c6c8-4701-a205-581d61f98aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04666cd6-406f-4b8b-a015-7488ca85537d,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:38.477400 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=9a9a5c66-fe0c-40d8-ae1a-65494e24310f,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:38.513250 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:54:38.607463 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:54:38.607845 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:38.684960 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:54:38.685349 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:38.740404 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:54:38.745166 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56d37f-3c07-40b7-bf54-4394aeb86111 req-710b34b1-2217-4c42-8402-a8a8b2dc2b81 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:38.746693 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bb56d37f-3c07-40b7-bf54-4394aeb86111 req-710b34b1-2217-4c42-8402-a8a8b2dc2b81 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0573056 Aug 26 00:54:38.796094 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bb56d37f-3c07-40b7-bf54-4394aeb86111 req-ab6af00a-0e97-404b-b030-10046bf496a6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437720 Aug 26 00:54:38.830266 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:38.891998 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:38.910011 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40896) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:38.917740 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1393623143-network', 'tenant_id': '4c5b35039a1846b8862f2f17449f18b9'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:39.007067 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a429509-f654-4001-b7df-c4b0d697e362 req-fcea4203-8af0-4a18-90e6-3c81fa771fa8 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:39.008913 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4a429509-f654-4001-b7df-c4b0d697e362 req-fcea4203-8af0-4a18-90e6-3c81fa771fa8 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0469222 Aug 26 00:54:39.054090 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:39.060410 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Made reservation on behalf of 4c5b35039a1846b8862f2f17449f18b9 for: {'network': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:54:39.061241 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.062980 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:54:39.074974 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4a429509-f654-4001-b7df-c4b0d697e362 req-f166d3ae-c95e-4ac2-b166-df7ed9c0bd8a tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606046 Aug 26 00:54:39.075780 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.100411 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629dde4e-0d69-4942-8833-e2e9ebf6dace req-ef251a54-f74c-4321-8479-6a8d823a0de1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:39.101932 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-629dde4e-0d69-4942-8833-e2e9ebf6dace req-ef251a54-f74c-4321-8479-6a8d823a0de1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0585046 Aug 26 00:54:39.149237 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-629dde4e-0d69-4942-8833-e2e9ebf6dace req-46675c20-194d-4263-a2dd-c0eee779b2a2 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414469 Aug 26 00:54:39.158229 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Publish callbacks [] for security_group (2a542d33-de29-4eb2-938a-2e7f52ec3976), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.229860 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (2a542d33-de29-4eb2-938a-2e7f52ec3976), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.251573 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1160} {{(pid=113335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:54:39.265872 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a542d33-de29-4eb2-938a-2e7f52ec3976,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:39.268671 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (2778bc6a-8bc9-4ab7-8d2d-160fe9129721), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.269014 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.segments_db [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Added segment 2778bc6a-8bc9-4ab7-8d2d-160fe9129721 of type vlan for network 6afe7903-f9ab-4851-8318-42d45f1c3688 Aug 26 00:54:39.309726 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (6afe7903-f9ab-4851-8318-42d45f1c3688), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.309950 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40906) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:39.323619 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.386157 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65259598-a063-438d-87d8-a79a06f41bd2 req-954b824a-dca4-4e7f-8923-4d5616e242f5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:39.387623 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-65259598-a063-438d-87d8-a79a06f41bd2 req-954b824a-dca4-4e7f-8923-4d5616e242f5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0481229 Aug 26 00:54:39.399692 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Publish callbacks [] for security_group (107fb310-4035-49a2-8559-7c893cfaf0fc), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.434167 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (6afe7903-f9ab-4851-8318-42d45f1c3688), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.435209 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:39.435787 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.455154 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-65259598-a063-438d-87d8-a79a06f41bd2 req-f67b31ef-db13-452b-b640-9ac4695e3167 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618727 Aug 26 00:54:39.470479 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (107fb310-4035-49a2-8559-7c893cfaf0fc), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.500166 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] Pushing event updated for resources: {'Network': ['ID=6afe7903-f9ab-4851-8318-42d45f1c3688,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:39.509992 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network 6afe7903-f9ab-4851-8318-42d45f1c3688 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:54:39.520607 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c3de64cde16d464c8f4b1775c82fc4bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065165 Aug 26 00:54:39.520607 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107fb310-4035-49a2-8559-7c893cfaf0fc,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:39.521147 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 40908) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:39.532363 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.532970 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.533550 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.534125 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.534703 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.535385 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.536709 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.537048 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.537579 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.538144 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.538725 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.539349 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.539902 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.540565 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.541132 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fabb42-3bcc-4ffc-87bc-44236b48feb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:54:39.576070 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8f57487e-d6e2-4124-b5b6-649aa905e1aa admin admin] Publish callbacks [] for security_group (107fb310-4035-49a2-8559-7c893cfaf0fc), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.600390 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-a19f383d-fd10-40e1-8509-b06e7972f548 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6865151 Aug 26 00:54:39.602461 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8f57487e-d6e2-4124-b5b6-649aa905e1aa admin admin] Publish callbacks [] for security_group (107fb310-4035-49a2-8559-7c893cfaf0fc), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.603194 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 40910) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:39.608233 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-16acf08f-1a91-44fe-b31a-cd8c43034410 admin admin] Request body: {'subnet': {'network_id': '6afe7903-f9ab-4851-8318-42d45f1c3688', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1393623143-subnet', 'tenant_id': '4c5b35039a1846b8862f2f17449f18b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:39.636231 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:39.687097 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16acf08f-1a91-44fe-b31a-cd8c43034410 admin admin] Made reservation on behalf of 4c5b35039a1846b8862f2f17449f18b9 for: {'subnet': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:54:39.689501 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-16acf08f-1a91-44fe-b31a-cd8c43034410 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14176895'] for subnet (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.711591 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8f57487e-d6e2-4124-b5b6-649aa905e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (107fb310-4035-49a2-8559-7c893cfaf0fc), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.714087 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8f57487e-d6e2-4124-b5b6-649aa905e1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:39.715287 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8f57487e-d6e2-4124-b5b6-649aa905e1aa admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/107fb310-4035-49a2-8559-7c893cfaf0fc HTTP/1.1" status: 204 len: 168 time: 0.1930840 Aug 26 00:54:39.724052 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57487e-d6e2-4124-b5b6-649aa905e1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107fb310-4035-49a2-8559-7c893cfaf0fc,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:39.778404 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:39.926294 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93e61e-1d81-4ed1-b5ef-35d2b72b57a9 req-2969281d-2a5d-4f76-9dd3-ec0b737936cd tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:39.927783 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9a93e61e-1d81-4ed1-b5ef-35d2b72b57a9 req-2969281d-2a5d-4f76-9dd3-ec0b737936cd tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0493047 Aug 26 00:54:39.933069 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-16acf08f-1a91-44fe-b31a-cd8c43034410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14176845'] for subnet (f066fa13-4601-453e-ada3-a5bd2003b47a), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:40.001283 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:40.018201 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acf08f-1a91-44fe-b31a-cd8c43034410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f066fa13-4601-453e-ada3-a5bd2003b47a,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:40.035722 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9a93e61e-1d81-4ed1-b5ef-35d2b72b57a9 req-51ad3329-4709-4bf4-9c09-4f61e5b77285 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004255 Aug 26 00:54:40.044588 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16acf08f-1a91-44fe-b31a-cd8c43034410 admin admin] Checking segment: {'id': '2778bc6a-8bc9-4ab7-8d2d-160fe9129721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '6afe7903-f9ab-4851-8318-42d45f1c3688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:54:40.045014 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16acf08f-1a91-44fe-b31a-cd8c43034410 admin admin] Network hostable DHCP agents. Network: 6afe7903-f9ab-4851-8318-42d45f1c3688, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:54:40.121362 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16acf08f-1a91-44fe-b31a-cd8c43034410 admin admin] Network 6afe7903-f9ab-4851-8318-42d45f1c3688 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:54:40.160030 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=6 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:40.184784 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-16acf08f-1a91-44fe-b31a-cd8c43034410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, 6afe7903-f9ab-4851-8318-42d45f1c3688) {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:54:40.189843 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16acf08f-1a91-44fe-b31a-cd8c43034410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:40.191312 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-16acf08f-1a91-44fe-b31a-cd8c43034410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:40.197444 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8ec958-e0c6-4a96-b437-de5ad77dcd79 None None] Network 6afe7903-f9ab-4851-8318-42d45f1c3688 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:54:40.203175 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad728422-ac9e-475a-a56c-2e904f9638b1 req-c58ef329-4c3c-4acb-8d97-a7c8c79361cf tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:40.211427 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ad728422-ac9e-475a-a56c-2e904f9638b1 req-c58ef329-4c3c-4acb-8d97-a7c8c79361cf tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0621240 Aug 26 00:54:40.288783 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ad728422-ac9e-475a-a56c-2e904f9638b1 req-ac2141a7-7703-4013-883e-aa60362c6e78 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762763 Aug 26 00:54:40.314122 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-16acf08f-1a91-44fe-b31a-cd8c43034410 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7096772 Aug 26 00:54:40.327622 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50280e5-b1c1-4742-9ca3-43129a4ceda1 req-abdc1c57-21e2-4cd0-99c4-76a80ebb7521 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:40.329650 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c50280e5-b1c1-4742-9ca3-43129a4ceda1 req-abdc1c57-21e2-4cd0-99c4-76a80ebb7521 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0673480 Aug 26 00:54:40.340324 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a47ab4-250d-4489-bc11-18a8ca1c07c5 None None] Network 6afe7903-f9ab-4851-8318-42d45f1c3688 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:54:40.382126 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:54:40.384382 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbbdeec-9dbb-4c54-b8ed-f22812490366" -d '{"events": [{"server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "name": "network-vif-plugged", "status": "completed", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:54:40.396921 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c50280e5-b1c1-4742-9ca3-43129a4ceda1 req-55c57593-34a9-4741-b533-5dc82454e5bb tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593443 Aug 26 00:54:40.448814 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12e67f5-98fa-4234-9d3a-9349f3884bf6 x-openstack-request-id: req-a12e67f5-98fa-4234-9d3a-9349f3884bf6 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:54:40.449291 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "name": "network-vif-plugged", "status": "completed", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:54:40.449546 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a12e67f5-98fa-4234-9d3a-9349f3884bf6 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:54:40.449927 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12e67f5-98fa-4234-9d3a-9349f3884bf6'] response: {'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'code': 200} Aug 26 00:54:40.583598 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd08c7f-28c0-4d11-8af6-13659bcff3f8 req-8511ad9d-ff3f-489b-ad10-6e980f81925d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:40.585461 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2bd08c7f-28c0-4d11-8af6-13659bcff3f8 req-8511ad9d-ff3f-489b-ad10-6e980f81925d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0513229 Aug 26 00:54:40.633392 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2bd08c7f-28c0-4d11-8af6-13659bcff3f8 req-196d464c-d702-417c-8d69-912b470793a6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Aug 26 00:54:41.168823 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf90e43-a8d5-4003-83a9-f4a436d51f8c req-ad6071ca-caf3-4f8e-b8dc-63357c7a6ed1 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:41.170542 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ecf90e43-a8d5-4003-83a9-f4a436d51f8c req-ad6071ca-caf3-4f8e-b8dc-63357c7a6ed1 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0579340 Aug 26 00:54:41.223911 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ecf90e43-a8d5-4003-83a9-f4a436d51f8c req-3a6bd71d-52c4-4527-9b92-0db4df27ec33 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470400 Aug 26 00:54:41.428139 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34018d30-cdfe-4b15-8004-0efb3331480b req-c9b9aef4-0a65-4dc3-89d2-271977b60284 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:41.429721 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-34018d30-cdfe-4b15-8004-0efb3331480b req-c9b9aef4-0a65-4dc3-89d2-271977b60284 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0592699 Aug 26 00:54:41.480172 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-34018d30-cdfe-4b15-8004-0efb3331480b req-1deab4be-6a7a-498c-8aa1-f68409cc757e tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437317 Aug 26 00:54:41.529360 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1802f-c3f4-4522-a9f0-16eaa3ae94f4 req-fc4c74af-348f-4b03-bf94-5616d0a57897 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:41.531210 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-87e1802f-c3f4-4522-a9f0-16eaa3ae94f4 req-fc4c74af-348f-4b03-bf94-5616d0a57897 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0524881 Aug 26 00:54:41.597145 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-87e1802f-c3f4-4522-a9f0-16eaa3ae94f4 req-547b61bb-ea25-4fa5-9fd8-6d1a51f310a1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601177 Aug 26 00:54:41.755832 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3fe68-e620-456f-bc32-7c4b35c46cb4 req-cf49d5ae-0683-4e98-b0a4-8b9df668ef32 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:41.757451 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f0c3fe68-e620-456f-bc32-7c4b35c46cb4 req-cf49d5ae-0683-4e98-b0a4-8b9df668ef32 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0466776 Aug 26 00:54:41.810538 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f0c3fe68-e620-456f-bc32-7c4b35c46cb4 req-f052718e-4580-4b0a-bb10-72c4f8ecd5c5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474889 Aug 26 00:54:42.344457 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f99f91-b7bf-4640-a4b1-32c429c98baa req-ab0d80be-43d4-405d-b2fd-9c634a71e9d6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:42.346066 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f0f99f91-b7bf-4640-a4b1-32c429c98baa req-ab0d80be-43d4-405d-b2fd-9c634a71e9d6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0458357 Aug 26 00:54:42.396715 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f0f99f91-b7bf-4640-a4b1-32c429c98baa req-00bebd72-4cf4-4585-9269-01779eae8a8d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437047 Aug 26 00:54:42.596273 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60fe5b-00c8-4795-98ef-d855cba331c2 req-3f6ce1f4-bac8-4313-8c03-46e18ff63401 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:42.598026 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4a60fe5b-00c8-4795-98ef-d855cba331c2 req-3f6ce1f4-bac8-4313-8c03-46e18ff63401 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0469985 Aug 26 00:54:42.646217 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4a60fe5b-00c8-4795-98ef-d855cba331c2 req-c3a33008-4c9e-4c1f-abdc-4c12f71efa41 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Aug 26 00:54:42.719991 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a917f8b-7741-4662-b74c-7841c580dbc0 req-dad5e538-20f2-455f-8fe2-db8454b149df tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:42.721329 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6a917f8b-7741-4662-b74c-7841c580dbc0 req-dad5e538-20f2-455f-8fe2-db8454b149df tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0456305 Aug 26 00:54:42.772122 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6a917f8b-7741-4662-b74c-7841c580dbc0 req-f2c3c6e3-aeb1-4b4f-b214-5efe1955b02b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451124 Aug 26 00:54:42.928030 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec0865-37a0-4bed-8944-d00487773f5d req-883ff0e3-2977-4eda-ba5c-14caeecc75a4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:42.929551 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2cec0865-37a0-4bed-8944-d00487773f5d req-883ff0e3-2977-4eda-ba5c-14caeecc75a4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0480518 Aug 26 00:54:42.960336 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:42.977411 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2cec0865-37a0-4bed-8944-d00487773f5d req-c2bd42fd-4b5a-469a-abc1-f53a4d0022a8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419745 Aug 26 00:54:43.521853 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad9441-6ddd-44a5-a38e-e8bfd46adaf9 req-41a3870e-d603-4259-896b-a39ca134611e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:43.523318 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7fad9441-6ddd-44a5-a38e-e8bfd46adaf9 req-41a3870e-d603-4259-896b-a39ca134611e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0516307 Aug 26 00:54:43.570548 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7fad9441-6ddd-44a5-a38e-e8bfd46adaf9 req-cf913816-60a9-4d3f-bbf5-0db3584d6fcf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416951 Aug 26 00:54:43.765287 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f1758-9150-41f7-98ad-6c0a4c87a848 req-6c2ea5ba-2860-4871-aeb3-a425d85e6451 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:43.766796 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ec6f1758-9150-41f7-98ad-6c0a4c87a848 req-6c2ea5ba-2860-4871-aeb3-a425d85e6451 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0487678 Aug 26 00:54:43.813585 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ec6f1758-9150-41f7-98ad-6c0a4c87a848 req-6b51c467-22a6-4ac1-a5a7-6e0daac33438 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Aug 26 00:54:43.897687 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ce8cf-3908-4bbb-ad6d-b859c7f3b936 req-51f5cd3e-2428-4872-8598-76e663e13694 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:43.899130 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6e5ce8cf-3908-4bbb-ad6d-b859c7f3b936 req-51f5cd3e-2428-4872-8598-76e663e13694 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0455017 Aug 26 00:54:43.945266 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6e5ce8cf-3908-4bbb-ad6d-b859c7f3b936 req-52377f6a-72aa-438f-9c7c-c0127325e436 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406718 Aug 26 00:54:44.091969 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dca65-cc2a-4fd2-b734-820366da07ed req-1197e296-9f0b-4b68-8cd1-296802b35df2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:44.093462 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6c3dca65-cc2a-4fd2-b734-820366da07ed req-1197e296-9f0b-4b68-8cd1-296802b35df2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0460775 Aug 26 00:54:44.140578 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6c3dca65-cc2a-4fd2-b734-820366da07ed req-7e9c9c35-b2d6-4ccf-bbbb-81f7624672f1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Aug 26 00:54:44.701225 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15527-1640-4ad9-a827-c5a0a1af635c req-e4623bde-921e-4aaf-9054-3bada782a92c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:44.702770 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d8a15527-1640-4ad9-a827-c5a0a1af635c req-e4623bde-921e-4aaf-9054-3bada782a92c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0558739 Aug 26 00:54:44.752691 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d8a15527-1640-4ad9-a827-c5a0a1af635c req-cd453948-0eb5-40d5-9093-1cfa99a19067 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421381 Aug 26 00:54:44.939768 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660cb94-1515-472d-a066-45a565e55f46 req-7e11e8c8-4a6f-444d-96cb-735e1f37e7b9 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:44.941287 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9660cb94-1515-472d-a066-45a565e55f46 req-7e11e8c8-4a6f-444d-96cb-735e1f37e7b9 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0526960 Aug 26 00:54:44.991456 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9660cb94-1515-472d-a066-45a565e55f46 req-7419ee48-f39d-4ffa-8a27-01c8fe899cc8 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444009 Aug 26 00:54:45.073923 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727841-9b10-4f3a-bb12-7b47142aaa10 req-95068397-dc6e-428e-9fdf-d55b4ad0f1ea tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:45.075636 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-42727841-9b10-4f3a-bb12-7b47142aaa10 req-95068397-dc6e-428e-9fdf-d55b4ad0f1ea tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0490787 Aug 26 00:54:45.125061 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-42727841-9b10-4f3a-bb12-7b47142aaa10 req-7dcf7793-2557-4efb-89f7-8c66951f606d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437644 Aug 26 00:54:45.261152 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0326b5-eebe-4fd4-8587-dc094c0de316 req-fdfa9bd2-bd6b-40f3-94f0-f63e693105c9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:45.262647 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5a0326b5-eebe-4fd4-8587-dc094c0de316 req-fdfa9bd2-bd6b-40f3-94f0-f63e693105c9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0477018 Aug 26 00:54:45.311473 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5a0326b5-eebe-4fd4-8587-dc094c0de316 req-11fb9ba9-6735-4ada-b764-c294a0bb6c86 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431743 Aug 26 00:54:45.894404 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1839402-faeb-4d56-b79e-1c938bd95dea req-a6380d92-11f7-4edf-b614-8f4ff2b4b317 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:45.895873 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a1839402-faeb-4d56-b79e-1c938bd95dea req-a6380d92-11f7-4edf-b614-8f4ff2b4b317 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0665138 Aug 26 00:54:45.933468 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:45.954116 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a1839402-faeb-4d56-b79e-1c938bd95dea req-9b19ef7a-7b03-40ad-a83c-0ed55fea52e6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524566 Aug 26 00:54:46.245229 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a74e4-af8a-4df4-807c-d980f8c963e1 req-50cc7b30-d8f3-453b-ae48-152ceeae0f7e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:46.246739 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-481a74e4-af8a-4df4-807c-d980f8c963e1 req-50cc7b30-d8f3-453b-ae48-152ceeae0f7e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0456085 Aug 26 00:54:46.298868 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-481a74e4-af8a-4df4-807c-d980f8c963e1 req-7b6398ab-c965-457e-b6ad-c82bd64834ee tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463743 Aug 26 00:54:46.427306 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6c769-eb86-48f2-87c8-ab87a15d3997 req-e7fdc133-ce6c-4e59-8eca-904f60d91a40 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:46.428795 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8ff6c769-eb86-48f2-87c8-ab87a15d3997 req-e7fdc133-ce6c-4e59-8eca-904f60d91a40 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0466764 Aug 26 00:54:46.475419 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8ff6c769-eb86-48f2-87c8-ab87a15d3997 req-b2483588-d56a-4d58-a875-b0d44a63cbc7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409234 Aug 26 00:54:46.621078 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4c35-6d10-43e7-82d6-6a17bce81c44 req-ec0182b5-24f6-4e30-bbee-681bfc879333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:46.623407 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-319f4c35-6d10-43e7-82d6-6a17bce81c44 req-ec0182b5-24f6-4e30-bbee-681bfc879333 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 1129 time: 0.0751798 Aug 26 00:54:46.675231 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-1307e017-cdbd-418e-b5f0-e42305c1dea9 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1127570 Aug 26 00:54:46.701920 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331be8cb-0882-43d2-974f-ecad963d6453 req-c23e8697-4bb1-413c-8a37-3a6b05a00504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:46.704137 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-331be8cb-0882-43d2-974f-ecad963d6453 req-c23e8697-4bb1-413c-8a37-3a6b05a00504 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 1129 time: 0.0439377 Aug 26 00:54:46.719046 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-319f4c35-6d10-43e7-82d6-6a17bce81c44 req-7fa5db96-fc6d-434d-ae60-973f549e7b57 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612314 Aug 26 00:54:46.768116 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-331be8cb-0882-43d2-974f-ecad963d6453 req-efb4a6f1-33f1-4546-8ba9-f55ba0bd29cd service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525737 Aug 26 00:54:47.080642 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9a2d0-bc53-42ab-9f91-e005db3e7e35 req-1c73c41e-39fc-404a-8866-3ebe9a4bcc14 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:47.082131 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9ef9a2d0-bc53-42ab-9f91-e005db3e7e35 req-1c73c41e-39fc-404a-8866-3ebe9a4bcc14 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0505321 Aug 26 00:54:47.157938 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9ef9a2d0-bc53-42ab-9f91-e005db3e7e35 req-46460414-d9f8-4cdd-866a-627e5bb6cdca tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677943 Aug 26 00:54:47.421662 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d726b-d05a-4dd2-af9d-ffcaf7992f03 req-fea8aba3-359b-4f62-97ac-b7ebaa26f4c1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:47.423162 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f74d726b-d05a-4dd2-af9d-ffcaf7992f03 req-fea8aba3-359b-4f62-97ac-b7ebaa26f4c1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0475976 Aug 26 00:54:47.436995 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:47.476065 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f74d726b-d05a-4dd2-af9d-ffcaf7992f03 req-7bd6d323-2a5d-4744-949f-b4703e07b851 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448043 Aug 26 00:54:47.601720 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071890fe-75c5-4b97-99df-3c8b50248f91 req-bf6b11a9-4cb6-4639-b8dd-0b4c39bc9d9e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:47.603657 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-071890fe-75c5-4b97-99df-3c8b50248f91 req-bf6b11a9-4cb6-4639-b8dd-0b4c39bc9d9e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0520921 Aug 26 00:54:47.644316 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:47.652177 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-3cb69558-5ff6-40ea-ac7d-6499f92b8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:47.653759 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-3cb69558-5ff6-40ea-ac7d-6499f92b8b03 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=032ed1b5aea842edb0bcae9d23810786&device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 1130 time: 0.0573928 Aug 26 00:54:47.665256 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-071890fe-75c5-4b97-99df-3c8b50248f91 req-9522ab84-3143-48a8-92d5-875d79a0ace5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533733 Aug 26 00:54:48.303035 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:48.311181 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ca9dd-1921-4e31-9acb-83c1da2f21dc req-e4bb6aa2-9022-425c-96eb-193830976061 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:48.312674 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-da9ca9dd-1921-4e31-9acb-83c1da2f21dc req-e4bb6aa2-9022-425c-96eb-193830976061 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0513532 Aug 26 00:54:48.374723 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-da9ca9dd-1921-4e31-9acb-83c1da2f21dc req-f006300b-bc0e-4ef0-83bd-fb6b6d776fac tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557520 Aug 26 00:54:48.477394 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c1629-3172-4e2f-872b-1254c4e063dd req-302e6bd1-c6e0-4d62-84db-bde6c2b92274 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:48.478862 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5c3c1629-3172-4e2f-872b-1254c4e063dd req-302e6bd1-c6e0-4d62-84db-bde6c2b92274 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0475991 Aug 26 00:54:48.528750 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5c3c1629-3172-4e2f-872b-1254c4e063dd req-34cdbd8a-c1ca-4c7a-9118-6b4d484f6933 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426621 Aug 26 00:54:48.635683 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4769d-33ed-4adc-ba16-816be76c2869 req-d2fd177f-7ad3-473d-a3c9-2cda2201faa1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:48.637166 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-17f4769d-33ed-4adc-ba16-816be76c2869 req-d2fd177f-7ad3-473d-a3c9-2cda2201faa1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0504117 Aug 26 00:54:48.691825 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-17f4769d-33ed-4adc-ba16-816be76c2869 req-a6b675aa-61b6-456c-9b2c-d5a2a03fb11e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484681 Aug 26 00:54:49.058845 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:49.090518 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-702b0428-cf60-41d1-85cc-956587aaba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:49.092057 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-702b0428-cf60-41d1-85cc-956587aaba7b service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=22430e21-d3fc-488b-bff1-ba16ab068557 HTTP/1.1" status: 200 len: 914 time: 0.0987852 Aug 26 00:54:49.127518 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:49.493551 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cdbc6-1a15-43a4-992f-73230f92816a req-3da5c14e-46a6-4869-8366-1c328815e59e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:49.495023 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ed0cdbc6-1a15-43a4-992f-73230f92816a req-3da5c14e-46a6-4869-8366-1c328815e59e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0467033 Aug 26 00:54:49.543545 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ed0cdbc6-1a15-43a4-992f-73230f92816a req-8719f07e-ef30-4244-838f-3543f26f22af tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426638 Aug 26 00:54:49.646820 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097800-afbd-4ba3-b1b7-879ff1722665 req-aab6f955-3fc1-480d-a4f3-1aefb962cacf tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:49.648288 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-10097800-afbd-4ba3-b1b7-879ff1722665 req-aab6f955-3fc1-480d-a4f3-1aefb962cacf tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0462506 Aug 26 00:54:49.704688 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-10097800-afbd-4ba3-b1b7-879ff1722665 req-844f7f94-5f21-4087-9be3-37709f4f9c6c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498843 Aug 26 00:54:49.763056 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a5b5b-3114-4eab-bcc1-5e99fc94af38 req-a8296a6e-beca-4330-8964-af2fdd25e9b2 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:49.764594 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ea7a5b5b-3114-4eab-bcc1-5e99fc94af38 req-a8296a6e-beca-4330-8964-af2fdd25e9b2 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0587444 Aug 26 00:54:49.775051 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41234) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:49.780726 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-7a23f4bf-02e3-4b77-b237-c23af3a8b06b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Request body: {'floatingip': {'port_id': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:49.883288 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7a23f4bf-02e3-4b77-b237-c23af3a8b06b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (8ab95938-a3e7-447c-976a-bdd5fe3cff19), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:49.926936 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6f122-e507-4e34-b067-4b1cf23ce19f req-92bc5ab6-1842-4558-8a68-c1fbaa07465a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:49.928339 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0fd6f122-e507-4e34-b067-4b1cf23ce19f req-92bc5ab6-1842-4558-8a68-c1fbaa07465a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.1509161 Aug 26 00:54:49.959207 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-33270395-c393-4a62-adb0-a1d379d52d1f service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f1c5b36-2ace-4432-8c74-20a3b6c61298 HTTP/1.1" status: 200 len: 217 time: 0.0443876 Aug 26 00:54:50.085897 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-88e44cb0-810f-46c6-8661-e7ed6bba330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:50.087355 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-88e44cb0-810f-46c6-8661-e7ed6bba330f service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=f1d8d22c-0efd-44e4-9492-e3e9f15e893c HTTP/1.1" status: 200 len: 851 time: 0.0532963 Aug 26 00:54:50.117039 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0fd6f122-e507-4e34-b067-4b1cf23ce19f req-41f3572e-8888-42b0-891c-0af14ac91c5c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707551 Aug 26 00:54:50.120189 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513fc69-29f2-4b89-b432-453314b7f34c req-03d4f121-5ec4-4198-8a0c-1f3d51727c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:50.121602 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1513fc69-29f2-4b89-b432-453314b7f34c req-03d4f121-5ec4-4198-8a0c-1f3d51727c94 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 1130 time: 0.1021991 Aug 26 00:54:50.468274 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:50.756393 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.db.resource_extend [None req-7a23f4bf-02e3-4b77-b237-c23af3a8b06b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 26 00:54:50.818521 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:50.842013 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc721c1-2dda-4ffa-9008-5599964d0dc1 req-f0777997-9397-4a44-a94d-a26ee7a67cf9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:50.843613 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7bc721c1-2dda-4ffa-9008-5599964d0dc1 req-f0777997-9397-4a44-a94d-a26ee7a67cf9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0519259 Aug 26 00:54:50.860982 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7a23f4bf-02e3-4b77-b237-c23af3a8b06b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:50.913567 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7bc721c1-2dda-4ffa-9008-5599964d0dc1 req-eac2e7ac-cd78-403a-8a5c-c7ad074b82f9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599825 Aug 26 00:54:50.986099 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-9aa45e16-587c-47ae-80ee-cf379062557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:50.987648 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-9aa45e16-587c-47ae-80ee-cf379062557d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=22430e21-d3fc-488b-bff1-ba16ab068557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0727253 Aug 26 00:54:50.999992 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7a23f4bf-02e3-4b77-b237-c23af3a8b06b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (8ab95938-a3e7-447c-976a-bdd5fe3cff19), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:51.090405 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-22bcc029-5f7f-49e8-ac1c-e8596a9a998a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/22430e21-d3fc-488b-bff1-ba16ab068557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933788 Aug 26 00:54:51.129283 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513fc69-29f2-4b89-b432-453314b7f34c req-daaacd5c-e278-4a6c-a4fa-467243c99230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:51.130847 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1513fc69-29f2-4b89-b432-453314b7f34c req-daaacd5c-e278-4a6c-a4fa-467243c99230 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 921 time: 0.2187068 Aug 26 00:54:51.136134 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [None req-7a23f4bf-02e3-4b77-b237-c23af3a8b06b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Floating IP 8ab95938-a3e7-447c-976a-bdd5fe3cff19 associated. External IP: 172.27.1.7, port: 9a9a5c66-fe0c-40d8-ae1a-65494e24310f. Aug 26 00:54:51.219613 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1513fc69-29f2-4b89-b432-453314b7f34c req-87d81c7b-85ec-437d-bbc5-ec774b4fd8e3 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=833db4f2-eca1-40db-a1e7-c07312b7e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0803969 Aug 26 00:54:51.367781 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ce34-c544-4047-8898-a2ca38bf028d req-352644ed-cc54-4a9c-a0e9-2fbd6040cfa0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:51.369369 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bae6ce34-c544-4047-8898-a2ca38bf028d req-352644ed-cc54-4a9c-a0e9-2fbd6040cfa0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.1021154 Aug 26 00:54:51.391281 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513fc69-29f2-4b89-b432-453314b7f34c req-d5762376-2800-430f-b769-945718a14b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:51.392726 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1513fc69-29f2-4b89-b432-453314b7f34c req-d5762376-2800-430f-b769-945718a14b7d service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.0782688 Aug 26 00:54:51.406409 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-69f3f014-516f-4b72-8f92-6c19622871f3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/22430e21-d3fc-488b-bff1-ba16ab068557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049254 Aug 26 00:54:51.448367 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41302) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:51.549565 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513fc69-29f2-4b89-b432-453314b7f34c req-70200e7f-7357-4911-94cb-59b58e0aa20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:51.549565 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1513fc69-29f2-4b89-b432-453314b7f34c req-70200e7f-7357-4911-94cb-59b58e0aa20a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0738029 Aug 26 00:54:51.549565 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:51.587421 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a2e18818-6e6a-4519-b21c-a793073475a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:51.626508 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bae6ce34-c544-4047-8898-a2ca38bf028d req-d2047060-5e50-4605-9ae4-096617b59a8e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857414 Aug 26 00:54:51.668425 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a23f4bf-02e3-4b77-b237-c23af3a8b06b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Router 546122f2-6554-4a21-81a4-d2f9a9674a0d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:54:51.668552 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a2e18818-6e6a-4519-b21c-a793073475a4 admin admin] Publish callbacks [] for security_group (65c21725-0387-4339-8744-7c3aa21f6ef5), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:51.673031 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1513fc69-29f2-4b89-b432-453314b7f34c req-f09d78f2-6731-4c29-9a89-dc26f9659b48 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482821 Aug 26 00:54:51.844206 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a9a83-9ef8-47b6-8cb0-1e70065a3f5f req-6d68e7aa-776e-462e-8175-3dd75aa3d207 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:51.844206 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-312a9a83-9ef8-47b6-8cb0-1e70065a3f5f req-6d68e7aa-776e-462e-8175-3dd75aa3d207 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0534537 Aug 26 00:54:51.849680 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41316) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:51.855784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-b002eba1-7961-407c-8a54-d83b9a957613 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Request body: {'floatingip': {'port_id': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:54:51.864419 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a23f4bf-02e3-4b77-b237-c23af3a8b06b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:54:51.870488 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7a23f4bf-02e3-4b77-b237-c23af3a8b06b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:51.884120 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e82c8a5-5093-4e11-a47e-f87d5d3d2f04 None None] Sync routers for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:54:51.893800 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e82c8a5-5093-4e11-a47e-f87d5d3d2f04 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:54:51.894993 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-7e82c8a5-5093-4e11-a47e-f87d5d3d2f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:54:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:51.918240 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7a23f4bf-02e3-4b77-b237-c23af3a8b06b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/8ab95938-a3e7-447c-976a-bdd5fe3cff19 HTTP/1.1" status: 200 len: 989 time: 2.1411831 Aug 26 00:54:51.919172 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'tag': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:54:51.935120 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fcd5a7-2024-4e51-a03e-d7f6dd48daf0" -d '{"events": [{"name": "network-changed", "server_uuid": "730816fc-0c43-43e3-ab6e-e7f324e403d7", "tag": "9a9a5c66-fe0c-40d8-ae1a-65494e24310f"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:54:51.940314 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1513fc69-29f2-4b89-b432-453314b7f34c req-cbf881d9-7cb9-40f8-b4ed-fc47d122c0de service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214706 Aug 26 00:54:51.945913 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b002eba1-7961-407c-8a54-d83b9a957613 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:52.013977 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110333fb-c1db-44ef-b3f1-0dc40558c79c x-openstack-request-id: req-110333fb-c1db-44ef-b3f1-0dc40558c79c {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:54:52.014271 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730816fc-0c43-43e3-ab6e-e7f324e403d7", "tag": "9a9a5c66-fe0c-40d8-ae1a-65494e24310f", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:54:52.014526 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-110333fb-c1db-44ef-b3f1-0dc40558c79c {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:54:52.014977 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110333fb-c1db-44ef-b3f1-0dc40558c79c'] response: {'name': 'network-changed', 'server_uuid': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'tag': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f', 'status': 'completed', 'code': 200} Aug 26 00:54:52.023142 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-7e82c8a5-5093-4e11-a47e-f87d5d3d2f04 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:54:52.082803 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:52.084046 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a2e18818-6e6a-4519-b21c-a793073475a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (65c21725-0387-4339-8744-7c3aa21f6ef5), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:52.174748 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:52.210383 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-a2e18818-6e6a-4519-b21c-a793073475a4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ce7591f88899478b9bc71cd16ef37897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7605484 Aug 26 00:54:52.213255 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41326) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:52.219025 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795a582-b729-4d54-85a3-8e6387ac25f7 req-ea6c933e-1d22-450a-a623-96b24c7c8c17 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:52.220510 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3795a582-b729-4d54-85a3-8e6387ac25f7 req-ea6c933e-1d22-450a-a623-96b24c7c8c17 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.1488500 Aug 26 00:54:52.252338 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41328) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:52.258328 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e18818-6e6a-4519-b21c-a793073475a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c21725-0387-4339-8744-7c3aa21f6ef5,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:52.274964 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-c011919e-b9bd-46ff-b0f0-7acadb109518 admin admin] Publish callbacks [] for security_group (65c21725-0387-4339-8744-7c3aa21f6ef5), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:52.297728 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-c011919e-b9bd-46ff-b0f0-7acadb109518 admin admin] Publish callbacks [] for security_group (65c21725-0387-4339-8744-7c3aa21f6ef5), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:52.348564 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-7e82c8a5-5093-4e11-a47e-f87d5d3d2f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '8ab95938-a3e7-447c-976a-bdd5fe3cff19', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'port_id': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'mac_address': 'fa:16:3e:9b:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:54:00Z', 'updated_at': '2022-08-26T00:54:50Z', 'revision_number': 1, 'project_id': '5219060f4c184521919b017e8435eca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:00Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:52.364347 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3795a582-b729-4d54-85a3-8e6387ac25f7 req-440e0a19-8eb2-4e57-a034-1d2a6a57e0a9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071696 Aug 26 00:54:52.388668 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e82c8a5-5093-4e11-a47e-f87d5d3d2f04 None None] Checking router: 546122f2-6554-4a21-81a4-d2f9a9674a0d for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:54:52.398524 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e82c8a5-5093-4e11-a47e-f87d5d3d2f04 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:54:52.399209 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-7e82c8a5-5093-4e11-a47e-f87d5d3d2f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:54:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:52.457524 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1aa764e2-b6eb-4806-ba7a-065b7008d350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:52.462343 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-c011919e-b9bd-46ff-b0f0-7acadb109518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (65c21725-0387-4339-8744-7c3aa21f6ef5), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:52.465223 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-c011919e-b9bd-46ff-b0f0-7acadb109518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:52.469306 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-c011919e-b9bd-46ff-b0f0-7acadb109518 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/65c21725-0387-4339-8744-7c3aa21f6ef5 HTTP/1.1" status: 204 len: 168 time: 0.2549753 Aug 26 00:54:52.477765 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:52.489854 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011919e-b9bd-46ff-b0f0-7acadb109518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c21725-0387-4339-8744-7c3aa21f6ef5,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:52.530743 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-7e82c8a5-5093-4e11-a47e-f87d5d3d2f04 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:54:52.583345 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1aa764e2-b6eb-4806-ba7a-065b7008d350 admin admin] Publish callbacks [] for security_group (a3260841-26cc-4840-9f22-379d250b611a), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:52.752437 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-7e82c8a5-5093-4e11-a47e-f87d5d3d2f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '8ab95938-a3e7-447c-976a-bdd5fe3cff19', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'port_id': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'mac_address': 'fa:16:3e:9b:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:54:00Z', 'updated_at': '2022-08-26T00:54:50Z', 'revision_number': 1, 'project_id': '5219060f4c184521919b017e8435eca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:00Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:52.764120 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1aa764e2-b6eb-4806-ba7a-065b7008d350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (a3260841-26cc-4840-9f22-379d250b611a), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:52.777386 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e82c8a5-5093-4e11-a47e-f87d5d3d2f04 None None] The sync data for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi is: [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '8ab95938-a3e7-447c-976a-bdd5fe3cff19', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'port_id': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'mac_address': 'fa:16:3e:9b:d2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:54:00Z', 'updated_at': '2022-08-26T00:54:50Z', 'revision_number': 1, 'project_id': '5219060f4c184521919b017e8435eca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:00Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:54:52.792670 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b002eba1-7961-407c-8a54-d83b9a957613 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:52.820793 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-1aa764e2-b6eb-4806-ba7a-065b7008d350 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e2edd3056a514f4f855a9aa6e78e07ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5658789 Aug 26 00:54:52.823492 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41340) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:52.854566 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa764e2-b6eb-4806-ba7a-065b7008d350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3260841-26cc-4840-9f22-379d250b611a,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:52.897101 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-768111d1-77bf-40eb-8732-ec1df472d8be admin admin] Publish callbacks [] for security_group (a3260841-26cc-4840-9f22-379d250b611a), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:52.901031 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b002eba1-7961-407c-8a54-d83b9a957613 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:52.998047 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-768111d1-77bf-40eb-8732-ec1df472d8be admin admin] Publish callbacks [] for security_group (a3260841-26cc-4840-9f22-379d250b611a), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:53.011253 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:53.080686 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.l3_db [None req-b002eba1-7961-407c-8a54-d83b9a957613 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Floating IP 90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f associated. External IP: 172.27.1.100, port: ee6ad2fb-f57e-474d-a46b-a0d19ae36479. Aug 26 00:54:53.376203 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41348) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:53.394617 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6b116d1d-461c-406e-84b7-f87819b5df5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:53.459877 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-768111d1-77bf-40eb-8732-ec1df472d8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (a3260841-26cc-4840-9f22-379d250b611a), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:53.462542 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-768111d1-77bf-40eb-8732-ec1df472d8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:53.466002 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-768111d1-77bf-40eb-8732-ec1df472d8be admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a3260841-26cc-4840-9f22-379d250b611a HTTP/1.1" status: 204 len: 168 time: 0.6391737 Aug 26 00:54:53.478890 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768111d1-77bf-40eb-8732-ec1df472d8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3260841-26cc-4840-9f22-379d250b611a,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:53.500509 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b002eba1-7961-407c-8a54-d83b9a957613 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Router eed7c60f-4637-4288-9c7f-7f548fe15505 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:54:53.518702 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:53.562943 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ea67b-fa2c-4914-82b6-10e1462c009f req-0a405999-4079-4bbd-ae7d-7cb917e9f328 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:53.564512 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ca6ea67b-fa2c-4914-82b6-10e1462c009f req-0a405999-4079-4bbd-ae7d-7cb917e9f328 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.1112256 Aug 26 00:54:53.575384 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6b116d1d-461c-406e-84b7-f87819b5df5e admin admin] Publish callbacks [] for security_group (a75dc9b5-99e0-44e8-ac2b-22f77c797275), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:53.623820 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b002eba1-7961-407c-8a54-d83b9a957613 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:54:53.629011 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ca6ea67b-fa2c-4914-82b6-10e1462c009f req-0ac9b5ee-399b-4c40-acdf-194c31d1da61 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549669 Aug 26 00:54:53.635273 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ca112-b530-4dac-ab26-12a56607db5e None None] Sync routers for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:54:53.641893 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b002eba1-7961-407c-8a54-d83b9a957613 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:53.650447 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ca112-b530-4dac-ab26-12a56607db5e None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:54:53.651706 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-a64ca112-b530-4dac-ab26-12a56607db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:54:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:53.682374 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-b002eba1-7961-407c-8a54-d83b9a957613 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f HTTP/1.1" status: 200 len: 991 time: 1.8309016 Aug 26 00:54:53.682982 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:54:53.685663 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1494fe74-541a-4259-9bc0-d3f84a89e606" -d '{"events": [{"name": "network-changed", "server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:54:53.704648 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6b116d1d-461c-406e-84b7-f87819b5df5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (a75dc9b5-99e0-44e8-ac2b-22f77c797275), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:53.731027 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0875b1c-f49a-4d82-b7c0-245648978eec x-openstack-request-id: req-f0875b1c-f49a-4d82-b7c0-245648978eec {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:54:53.731027 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:54:53.731027 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f0875b1c-f49a-4d82-b7c0-245648978eec {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:54:53.731027 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0875b1c-f49a-4d82-b7c0-245648978eec'] response: {'name': 'network-changed', 'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'status': 'completed', 'code': 200} Aug 26 00:54:53.751055 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6b116d1d-461c-406e-84b7-f87819b5df5e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ebf050447dd84b188ae25db1fc470aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703766 Aug 26 00:54:53.751055 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b116d1d-461c-406e-84b7-f87819b5df5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75dc9b5-99e0-44e8-ac2b-22f77c797275,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:53.751646 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41358) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:53.777367 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-a64ca112-b530-4dac-ab26-12a56607db5e None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:54:53.801859 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:53.816248 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0f76b7a4-4831-408e-b31e-7e3082185862 admin admin] Publish callbacks [] for security_group (a75dc9b5-99e0-44e8-ac2b-22f77c797275), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:53.839255 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0f76b7a4-4831-408e-b31e-7e3082185862 admin admin] Publish callbacks [] for security_group (a75dc9b5-99e0-44e8-ac2b-22f77c797275), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:53.862090 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a41f7-c43c-4724-841b-f8d9adc5caa5 None None] New status for floating IP 8ab95938-a3e7-447c-976a-bdd5fe3cff19: ACTIVE {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 00:54:54.013256 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0f76b7a4-4831-408e-b31e-7e3082185862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (a75dc9b5-99e0-44e8-ac2b-22f77c797275), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:54.015134 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:54.018344 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0f76b7a4-4831-408e-b31e-7e3082185862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:54.024031 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-0f76b7a4-4831-408e-b31e-7e3082185862 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a75dc9b5-99e0-44e8-ac2b-22f77c797275 HTTP/1.1" status: 204 len: 168 time: 0.2711349 Aug 26 00:54:54.033401 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76b7a4-4831-408e-b31e-7e3082185862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75dc9b5-99e0-44e8-ac2b-22f77c797275,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:54.140296 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-a64ca112-b530-4dac-ab26-12a56607db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'port_id': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'mac_address': 'fa:16:3e:74:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:53:59Z', 'updated_at': '2022-08-26T00:54:52Z', 'revision_number': 1, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:05Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:54.167381 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ca112-b530-4dac-ab26-12a56607db5e None None] Checking router: eed7c60f-4637-4288-9c7f-7f548fe15505 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:54:54.176158 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ca112-b530-4dac-ab26-12a56607db5e None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:54:54.176799 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-a64ca112-b530-4dac-ab26-12a56607db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:54:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:54.279531 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-a64ca112-b530-4dac-ab26-12a56607db5e None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:54:54.281015 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:54.424808 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41372) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:54.439713 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f14d9e97-7d96-4439-bda5-a60efc007dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:54.530638 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f14d9e97-7d96-4439-bda5-a60efc007dc6 admin admin] Publish callbacks [] for security_group (de169a02-96d2-4b9a-93b3-c560742f2e88), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:54.607020 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f14d9e97-7d96-4439-bda5-a60efc007dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (de169a02-96d2-4b9a-93b3-c560742f2e88), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:54.622066 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-a64ca112-b530-4dac-ab26-12a56607db5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'port_id': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'mac_address': 'fa:16:3e:74:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:53:59Z', 'updated_at': '2022-08-26T00:54:52Z', 'revision_number': 1, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:05Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:54:54.648755 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ca112-b530-4dac-ab26-12a56607db5e None None] The sync data for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi is: [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'port_id': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'mac_address': 'fa:16:3e:74:70:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:53:59Z', 'updated_at': '2022-08-26T00:54:52Z', 'revision_number': 1, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:05Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:54:54.651119 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-f14d9e97-7d96-4439-bda5-a60efc007dc6 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b606d11bf12d45d79ea2e2c8308cd92d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252188 Aug 26 00:54:54.652029 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d9e97-7d96-4439-bda5-a60efc007dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de169a02-96d2-4b9a-93b3-c560742f2e88,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:54.653931 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41380) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:54:54.717014 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e6c98a79-e9d3-49f6-b455-da85df5f23a1 admin admin] Publish callbacks [] for security_group (de169a02-96d2-4b9a-93b3-c560742f2e88), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:54.745545 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e6c98a79-e9d3-49f6-b455-da85df5f23a1 admin admin] Publish callbacks [] for security_group (de169a02-96d2-4b9a-93b3-c560742f2e88), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:54.813825 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e81fce-01db-4c77-89d8-09452094547a req-f0e6ab78-bf9c-431c-862f-f0c02555e7e6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:54.815785 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-22e81fce-01db-4c77-89d8-09452094547a req-f0e6ab78-bf9c-431c-862f-f0c02555e7e6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0758638 Aug 26 00:54:54.868234 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-22e81fce-01db-4c77-89d8-09452094547a req-4701c256-acaa-4dcd-b053-7be28ed96698 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Aug 26 00:54:54.895838 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1ee1c2-3dac-44b0-9a12-c713f074a850 None None] New status for floating IP 90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f: ACTIVE {{(pid=113337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 00:54:54.955837 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e6c98a79-e9d3-49f6-b455-da85df5f23a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (de169a02-96d2-4b9a-93b3-c560742f2e88), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:54.959340 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e6c98a79-e9d3-49f6-b455-da85df5f23a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:54:54.964893 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-e6c98a79-e9d3-49f6-b455-da85df5f23a1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/de169a02-96d2-4b9a-93b3-c560742f2e88 HTTP/1.1" status: 204 len: 168 time: 0.3058090 Aug 26 00:54:54.980384 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c98a79-e9d3-49f6-b455-da85df5f23a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de169a02-96d2-4b9a-93b3-c560742f2e88,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:54:55.299736 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcd5a7-2024-4e51-a03e-d7f6dd48daf0 req-d6f6abd3-0b6c-4625-af22-6a9d896b360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:55.301756 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14fcd5a7-2024-4e51-a03e-d7f6dd48daf0 req-d6f6abd3-0b6c-4625-af22-6a9d896b360b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=5219060f4c184521919b017e8435eca5&device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 1129 time: 0.0671508 Aug 26 00:54:55.312837 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494fe74-541a-4259-9bc0-d3f84a89e606 req-d74a093a-c8cf-414c-baf4-78a4c7d40633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:55.314929 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1494fe74-541a-4259-9bc0-d3f84a89e606 req-d74a093a-c8cf-414c-baf4-78a4c7d40633 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 1129 time: 0.0785005 Aug 26 00:54:55.604496 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcd5a7-2024-4e51-a03e-d7f6dd48daf0 req-727656ed-40d8-4d28-9d7f-69321886868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:55.606233 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14fcd5a7-2024-4e51-a03e-d7f6dd48daf0 req-727656ed-40d8-4d28-9d7f-69321886868c service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5 HTTP/1.1" status: 200 len: 913 time: 0.1165779 Aug 26 00:54:55.619030 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494fe74-541a-4259-9bc0-d3f84a89e606 req-e8a9a992-1394-49fd-a0f4-0f0bdf3a98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:55.620520 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1494fe74-541a-4259-9bc0-d3f84a89e606 req-e8a9a992-1394-49fd-a0f4-0f0bdf3a98e0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 200 len: 919 time: 0.1276894 Aug 26 00:54:55.699537 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14fcd5a7-2024-4e51-a03e-d7f6dd48daf0 req-e2df31dc-b944-4598-b5be-15b646789e77 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9a5c66-fe0c-40d8-ae1a-65494e24310f HTTP/1.1" status: 200 len: 999 time: 0.0875540 Aug 26 00:54:55.721893 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1494fe74-541a-4259-9bc0-d3f84a89e606 req-459bdcc4-d693-428d-a3b3-fd06073a9de2 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479 HTTP/1.1" status: 200 len: 1001 time: 0.0913289 Aug 26 00:54:55.759020 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:55.763126 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcd5a7-2024-4e51-a03e-d7f6dd48daf0 req-bf5d65ea-704b-4da6-918b-48d62d20e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:55.764627 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14fcd5a7-2024-4e51-a03e-d7f6dd48daf0 req-bf5d65ea-704b-4da6-918b-48d62d20e0a4 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=9109bc51-e9d9-49d0-af4c-512542672cea HTTP/1.1" status: 200 len: 850 time: 0.0586517 Aug 26 00:54:55.791550 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:55.800324 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494fe74-541a-4259-9bc0-d3f84a89e606 req-f3b0a0d3-b49a-4ca7-ac94-5c2db45060a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:55.802721 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1494fe74-541a-4259-9bc0-d3f84a89e606 req-f3b0a0d3-b49a-4ca7-ac94-5c2db45060a9 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=057ee52c-7eaf-4765-b679-5f157b27c59c HTTP/1.1" status: 200 len: 856 time: 0.0663335 Aug 26 00:54:55.847975 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcd5a7-2024-4e51-a03e-d7f6dd48daf0 req-32f44252-7166-4236-ab24-bd5c1024886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:55.847975 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14fcd5a7-2024-4e51-a03e-d7f6dd48daf0 req-32f44252-7166-4236-ab24-bd5c1024886e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0553603 Aug 26 00:54:55.858968 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494fe74-541a-4259-9bc0-d3f84a89e606 req-af1ab9f8-31bf-4cc6-a5fc-6fe11b3a8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:55.860521 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1494fe74-541a-4259-9bc0-d3f84a89e606 req-af1ab9f8-31bf-4cc6-a5fc-6fe11b3a8d44 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=82719f0d-e147-413c-83ac-404aae47d6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430038 Aug 26 00:54:55.995188 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1494fe74-541a-4259-9bc0-d3f84a89e606 req-0833b5b9-17b6-4598-b70b-341296350f81 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177306 Aug 26 00:54:56.011127 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14fcd5a7-2024-4e51-a03e-d7f6dd48daf0 req-e751cc22-2cd3-4735-8c3a-b3c0868932ca service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540148 Aug 26 00:54:56.079474 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c1724-c550-4d84-beb8-2f04ff8e3356 req-0f7d959f-8fba-4c47-98e6-af0eadc0ac4e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:56.081003 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b43c1724-c550-4d84-beb8-2f04ff8e3356 req-0f7d959f-8fba-4c47-98e6-af0eadc0ac4e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0546622 Aug 26 00:54:56.146024 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b43c1724-c550-4d84-beb8-2f04ff8e3356 req-ffe56405-5030-47d0-8c3c-d70b5e9d3214 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575013 Aug 26 00:54:56.388291 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:56.426409 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14fcd5a7-2024-4e51-a03e-d7f6dd48daf0 req-ad30c716-8995-496d-bd27-fc925924eb11 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646700 Aug 26 00:54:56.452804 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1494fe74-541a-4259-9bc0-d3f84a89e606 req-cce357ef-da43-4ace-825d-36be2c093d26 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911888 Aug 26 00:54:57.288520 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4086875-ab92-41bc-8060-2135b48012fe req-08f40718-3ebc-4cd6-a991-9df2516cefd8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:57.295406 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a4086875-ab92-41bc-8060-2135b48012fe req-08f40718-3ebc-4cd6-a991-9df2516cefd8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0636249 Aug 26 00:54:57.345439 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a4086875-ab92-41bc-8060-2135b48012fe req-a52fe82a-6f34-4079-83a8-93657e9c45bc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491569 Aug 26 00:54:58.496900 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518768f-6baf-49c2-8c01-24184d58aee5 req-9a96cb80-5f38-40f2-9717-22e74d3be392 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:58.504611 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0518768f-6baf-49c2-8c01-24184d58aee5 req-9a96cb80-5f38-40f2-9717-22e74d3be392 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0813375 Aug 26 00:54:58.576708 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0518768f-6baf-49c2-8c01-24184d58aee5 req-cd53d85e-1660-4f65-a66f-c1b72e1e0bf0 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629973 Aug 26 00:54:59.698067 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbff6e-d7c4-45cb-8615-6a896ad57855 req-596b0dff-4b35-40c1-95d4-d10b3bf9ee82 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:54:59.699560 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bedbff6e-d7c4-45cb-8615-6a896ad57855 req-596b0dff-4b35-40c1-95d4-d10b3bf9ee82 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0506806 Aug 26 00:54:59.712511 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:54:59.747823 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bedbff6e-d7c4-45cb-8615-6a896ad57855 req-4b1cda22-d519-4858-84c4-83a54020582f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425968 Aug 26 00:55:00.653105 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-99ef030c-f243-4a8a-8173-445fd28f5fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:00.872202 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0557700-814c-4cb0-8767-ed199e06f7e7 req-34bd6d2d-ad98-40e1-9892-68f8aa38ec80 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:00.873790 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c0557700-814c-4cb0-8767-ed199e06f7e7 req-34bd6d2d-ad98-40e1-9892-68f8aa38ec80 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0487616 Aug 26 00:55:00.922216 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c0557700-814c-4cb0-8767-ed199e06f7e7 req-8050cfdf-6120-48ac-b05c-a8a2b2367efe tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Aug 26 00:55:02.046969 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b28b1-dae9-43be-a6b7-97fe36c97a20 req-4e4bc806-5f1e-4576-8ea9-eaee90bb8d5f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:02.048509 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-984b28b1-dae9-43be-a6b7-97fe36c97a20 req-4e4bc806-5f1e-4576-8ea9-eaee90bb8d5f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0529628 Aug 26 00:55:02.095955 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-984b28b1-dae9-43be-a6b7-97fe36c97a20 req-48661c40-dbf4-41bf-9bff-a76ca4eb0de8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416582 Aug 26 00:55:03.070171 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-55d02f1d-9092-4c10-8a64-f10df8510376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:03.234962 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0b1f-a836-4966-a041-4c380d209325 req-e543f020-8b28-48e3-83a3-4e61f64957e3 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:03.237122 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-271e0b1f-a836-4966-a041-4c380d209325 req-e543f020-8b28-48e3-83a3-4e61f64957e3 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0583599 Aug 26 00:55:03.294432 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-271e0b1f-a836-4966-a041-4c380d209325 req-4dde26ba-38dc-4c11-9f94-7027bbf97807 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458524 Aug 26 00:55:04.361654 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:04.417694 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3419c-9012-4264-98c8-b0c80c1d6dd6 req-68a5a568-daa4-45a1-a725-4e6399285567 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:04.419137 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-98b3419c-9012-4264-98c8-b0c80c1d6dd6 req-68a5a568-daa4-45a1-a725-4e6399285567 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0460675 Aug 26 00:55:04.469301 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-98b3419c-9012-4264-98c8-b0c80c1d6dd6 req-8e98f81b-0a2a-47d1-a2bb-3f824a59c0b2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447340 Aug 26 00:55:05.323434 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41716) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:05.452046 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a7dc603e-9651-4d56-921a-c25acf2bad2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:05.523545 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99944c82-d82a-43d8-b3c8-1deb0b8306d7 req-765bd7a5-97cd-4dab-8fd5-1516ff717c29 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:05.525192 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-99944c82-d82a-43d8-b3c8-1deb0b8306d7 req-765bd7a5-97cd-4dab-8fd5-1516ff717c29 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0522015 Aug 26 00:55:05.546510 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a7dc603e-9651-4d56-921a-c25acf2bad2f admin admin] Publish callbacks [] for security_group (bc585574-8acc-446f-b2f2-5aa6c21b629c), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:05.582547 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-99944c82-d82a-43d8-b3c8-1deb0b8306d7 req-f95e7f69-c638-4d8f-a1ac-e550117b6366 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502131 Aug 26 00:55:05.611744 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b78e3-a8ac-430d-b692-de584c6fe595 req-34ad08eb-21f9-4e31-ad41-d91dac6a4529 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:05.613502 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8f4b78e3-a8ac-430d-b692-de584c6fe595 req-34ad08eb-21f9-4e31-ad41-d91dac6a4529 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0591841 Aug 26 00:55:05.638783 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a7dc603e-9651-4d56-921a-c25acf2bad2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (bc585574-8acc-446f-b2f2-5aa6c21b629c), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:05.686596 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-a7dc603e-9651-4d56-921a-c25acf2bad2f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=6e673709310b4a67b96a10ce79d83bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619132 Aug 26 00:55:05.689193 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41734) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:05.705665 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc603e-9651-4d56-921a-c25acf2bad2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc585574-8acc-446f-b2f2-5aa6c21b629c,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:05.711628 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8f4b78e3-a8ac-430d-b692-de584c6fe595 req-b1f5da6c-9f06-4c21-8a7e-0a9f563f63c8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914426 Aug 26 00:55:05.747714 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-57d63701-65b4-4541-b504-a67ce33a70ba admin admin] Publish callbacks [] for security_group (bc585574-8acc-446f-b2f2-5aa6c21b629c), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:05.768251 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-57d63701-65b4-4541-b504-a67ce33a70ba admin admin] Publish callbacks [] for security_group (bc585574-8acc-446f-b2f2-5aa6c21b629c), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:05.807702 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:05.881249 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:05.904154 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-57d63701-65b4-4541-b504-a67ce33a70ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (bc585574-8acc-446f-b2f2-5aa6c21b629c), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:05.906757 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-57d63701-65b4-4541-b504-a67ce33a70ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:05.907944 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-57d63701-65b4-4541-b504-a67ce33a70ba admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/bc585574-8acc-446f-b2f2-5aa6c21b629c HTTP/1.1" status: 204 len: 168 time: 0.2177844 Aug 26 00:55:05.917434 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d63701-65b4-4541-b504-a67ce33a70ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc585574-8acc-446f-b2f2-5aa6c21b629c,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:06.029372 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:06.036804 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:06.109668 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41748) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:06.381623 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ffcd34-ee55-4c9c-a6f7-6859dc72eea2 admin admin] Deleting subnet 21abf46b-5fb3-41b4-bc95-50beb650d614 {{(pid=113336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 00:55:06.385153 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96ffcd34-ee55-4c9c-a6f7-6859dc72eea2 admin admin] Publish callbacks [] for subnet (21abf46b-5fb3-41b4-bc95-50beb650d614), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:06.421360 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96ffcd34-ee55-4c9c-a6f7-6859dc72eea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15151684'] for subnet (21abf46b-5fb3-41b4-bc95-50beb650d614), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:06.465736 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96ffcd34-ee55-4c9c-a6f7-6859dc72eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (21abf46b-5fb3-41b4-bc95-50beb650d614), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:06.506148 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:06.606949 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96ffcd34-ee55-4c9c-a6f7-6859dc72eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16517140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14176858'] for subnet (21abf46b-5fb3-41b4-bc95-50beb650d614), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:06.637945 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffcd34-ee55-4c9c-a6f7-6859dc72eea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21abf46b-5fb3-41b4-bc95-50beb650d614,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:06.649608 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-96ffcd34-ee55-4c9c-a6f7-6859dc72eea2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:06.655660 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41770) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:06.656119 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-96ffcd34-ee55-4c9c-a6f7-6859dc72eea2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/21abf46b-5fb3-41b4-bc95-50beb650d614 HTTP/1.1" status: 204 len: 168 time: 0.5449939 Aug 26 00:55:06.760193 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2f8a-1747-4029-8aae-ad9cc4f29842 req-6c35ec27-b8dc-423d-bf44-b5673a0cb43f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:06.772207 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e23b2f8a-1747-4029-8aae-ad9cc4f29842 req-6c35ec27-b8dc-423d-bf44-b5673a0cb43f tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0933127 Aug 26 00:55:06.787635 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (fc51884f-6f26-4d20-adbb-9ba477ab3b12), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:06.833382 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e23b2f8a-1747-4029-8aae-ad9cc4f29842 req-81c5cef2-bf44-4f1b-b619-dad32275261c tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576067 Aug 26 00:55:06.930414 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (fc51884f-6f26-4d20-adbb-9ba477ab3b12), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:06.950280 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d1573-61c9-4cf8-a109-66c1b456db30 req-f434c5c3-be04-4bcc-bdbd-35ad2d80d12b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:06.951724 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-245d1573-61c9-4cf8-a109-66c1b456db30 req-f434c5c3-be04-4bcc-bdbd-35ad2d80d12b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0910563 Aug 26 00:55:06.966428 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:06.966724 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:06.967453 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:06.967784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:06.968139 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:06.968565 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:06.969645 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:06.972743 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:06.972743 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:06.972743 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:07.050894 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:07.051253 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:07.051585 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:07.052006 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 00:55:07.052391 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc51884f-6f26-4d20-adbb-9ba477ab3b12']}} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:07.081026 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd0527d-0e87-439e-a431-f96325b0e1dc') {'for_net_delete': True} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:07.081319 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd0527d-0e87-439e-a431-f96325b0e1dc') {} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:07.102548 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14309385'] for segment (afd0527d-0e87-439e-a431-f96325b0e1dc), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.114841 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41798) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:07.131002 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:07.137507 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (afd0527d-0e87-439e-a431-f96325b0e1dc), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.145762 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:07.152978 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-245d1573-61c9-4cf8-a109-66c1b456db30 req-d86e59e9-1a19-4188-85cb-99c7ae6f3fa2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957059 Aug 26 00:55:07.154170 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=113335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 00:55:07.154590 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14590166'] for segment (afd0527d-0e87-439e-a431-f96325b0e1dc), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.231844 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1429973448-network', 'tenant_id': '9b49ff217de14a2aae05d524128dec49'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:07.298612 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (fc51884f-6f26-4d20-adbb-9ba477ab3b12), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.306330 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.309547 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/fc51884f-6f26-4d20-adbb-9ba477ab3b12 HTTP/1.1" status: 204 len: 168 time: 0.6521144 Aug 26 00:55:07.312412 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41814) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:07.319667 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635eaee-c503-4831-9559-2b59574575d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc51884f-6f26-4d20-adbb-9ba477ab3b12,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:07.346174 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Made reservation on behalf of 9b49ff217de14a2aae05d524128dec49 for: {'network': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:55:07.346348 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment afd0527d-0e87-439e-a431-f96325b0e1dc resource provider aggregate not found Aug 26 00:55:07.349076 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.350849 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:07.364128 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment afd0527d-0e87-439e-a431-f96325b0e1dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afd0527d-0e87-439e-a431-f96325b0e1dc found for delete ", "request_id": "req-b31fb759-6413-4eea-a202-6a4a5a62efc1"}]} Aug 26 00:55:07.366773 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.386248 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09ba7de-9691-4607-8ecd-8cb5729cf009 admin admin] Deleting subnet f066fa13-4601-453e-ada3-a5bd2003b47a {{(pid=113336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 00:55:07.392754 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a09ba7de-9691-4607-8ecd-8cb5729cf009 admin admin] Publish callbacks [] for subnet (f066fa13-4601-453e-ada3-a5bd2003b47a), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.464118 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a09ba7de-9691-4607-8ecd-8cb5729cf009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15151684'] for subnet (f066fa13-4601-453e-ada3-a5bd2003b47a), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.522305 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a09ba7de-9691-4607-8ecd-8cb5729cf009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (f066fa13-4601-453e-ada3-a5bd2003b47a), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.567835 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Publish callbacks [] for security_group (7ef6ff89-a34b-4539-8b9f-a433593f0d7c), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.670485 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (7ef6ff89-a34b-4539-8b9f-a433593f0d7c), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.677208 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a09ba7de-9691-4607-8ecd-8cb5729cf009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16517140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14176858'] for subnet (f066fa13-4601-453e-ada3-a5bd2003b47a), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.695918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:07.729818 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1187} {{(pid=113336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:55:07.738219 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ba7de-9691-4607-8ecd-8cb5729cf009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f066fa13-4601-453e-ada3-a5bd2003b47a,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:07.751809 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a09ba7de-9691-4607-8ecd-8cb5729cf009 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.757870 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-a09ba7de-9691-4607-8ecd-8cb5729cf009 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/f066fa13-4601-453e-ada3-a5bd2003b47a HTTP/1.1" status: 204 len: 168 time: 0.4441903 Aug 26 00:55:07.760708 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41820) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:07.763929 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef6ff89-a34b-4539-8b9f-a433593f0d7c,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:07.767275 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (e74e73a6-c9a9-4662-abc2-035aaa027b7e), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.767790 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.segments_db [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Added segment e74e73a6-c9a9-4662-abc2-035aaa027b7e of type vlan for network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 Aug 26 00:55:07.812966 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (26ae3024-dc7c-4eb7-8ff7-8c6eee8da550), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.845697 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (6afe7903-f9ab-4851-8318-42d45f1c3688), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.925642 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (6afe7903-f9ab-4851-8318-42d45f1c3688), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.951910 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afe7903-f9ab-4851-8318-42d45f1c3688']}} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:07.953062 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (26ae3024-dc7c-4eb7-8ff7-8c6eee8da550), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.954063 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:07.954643 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.961244 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2778bc6a-8bc9-4ab7-8d2d-160fe9129721') {'for_net_delete': True} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:07.961535 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2778bc6a-8bc9-4ab7-8d2d-160fe9129721') {} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:07.970888 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14309385'] for segment (2778bc6a-8bc9-4ab7-8d2d-160fe9129721), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.977725 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757d9b1-47fa-4f3a-9922-4b3fd8bc02f8 req-92b7fa18-a231-4447-8fdf-686b8231a250 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:07.979214 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3757d9b1-47fa-4f3a-9922-4b3fd8bc02f8 req-92b7fa18-a231-4447-8fdf-686b8231a250 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0668771 Aug 26 00:55:07.984773 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (2778bc6a-8bc9-4ab7-8d2d-160fe9129721), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:07.991777 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=113335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 00:55:07.995065 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14590166'] for segment (2778bc6a-8bc9-4ab7-8d2d-160fe9129721), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:08.053056 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] Pushing event updated for resources: {'Network': ['ID=26ae3024-dc7c-4eb7-8ff7-8c6eee8da550,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:08.071702 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3757d9b1-47fa-4f3a-9922-4b3fd8bc02f8 req-6ae7937a-de72-41ce-9bd5-b0398cf11253 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=900d087d-2c50-4bb3-82f0-deff3a0e3284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598307 Aug 26 00:55:08.078001 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:55:08.144318 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (6afe7903-f9ab-4851-8318-42d45f1c3688), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:08.146975 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-bc232137-f6f1-459c-8b0b-1a2d036bddd6 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0310597 Aug 26 00:55:08.150524 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41828) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:08.151522 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:08.154696 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/6afe7903-f9ab-4851-8318-42d45f1c3688 HTTP/1.1" status: 204 len: 168 time: 0.3924484 Aug 26 00:55:08.159950 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-1f10bf1e-225b-489e-9527-6fd106cf8609 admin admin] Request body: {'subnet': {'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1429973448-subnet', 'tenant_id': '9b49ff217de14a2aae05d524128dec49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:08.179211 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0b0ed-05e9-4840-b6b3-c9c2b8bd67fa admin admin] Pushing event deleted for resources: {'Network': ['ID=6afe7903-f9ab-4851-8318-42d45f1c3688,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:08.260491 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10bf1e-225b-489e-9527-6fd106cf8609 admin admin] Made reservation on behalf of 9b49ff217de14a2aae05d524128dec49 for: {'subnet': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:55:08.262697 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1f10bf1e-225b-489e-9527-6fd106cf8609 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14132248'] for subnet (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:08.317812 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f58831-7fa2-473e-b90d-9fab815c2acd req-f188054b-7fd0-4abb-9780-6766d8ed1795 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:08.319257 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-57f58831-7fa2-473e-b90d-9fab815c2acd req-f188054b-7fd0-4abb-9780-6766d8ed1795 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0860956 Aug 26 00:55:08.397784 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-57f58831-7fa2-473e-b90d-9fab815c2acd req-8df92c0a-5029-4e8d-9b08-21aa38466b6f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708549 Aug 26 00:55:08.475754 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:08.504559 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de4d16-c286-42e1-95ed-711001df9152 req-cf18a59a-022c-45b8-971a-752ae742f1c5 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:08.505956 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-70de4d16-c286-42e1-95ed-711001df9152 req-cf18a59a-022c-45b8-971a-752ae742f1c5 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 946 time: 0.0502415 Aug 26 00:55:08.618928 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1f10bf1e-225b-489e-9527-6fd106cf8609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14132266'] for subnet (b5d133c3-5801-4d11-b0c3-241ad62024f6), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:08.627564 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-70de4d16-c286-42e1-95ed-711001df9152 req-27257f5e-b9ab-4546-9fb0-833bcf7bc1a7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Deleting port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:55:08.627946 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-70de4d16-c286-42e1-95ed-711001df9152 req-27257f5e-b9ab-4546-9fb0-833bcf7bc1a7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:08.656291 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41840) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:08.696007 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10bf1e-225b-489e-9527-6fd106cf8609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d133c3-5801-4d11-b0c3-241ad62024f6,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:08.700261 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:08.719976 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10bf1e-225b-489e-9527-6fd106cf8609 admin admin] Checking segment: {'id': 'e74e73a6-c9a9-4662-abc2-035aaa027b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:55:08.720333 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10bf1e-225b-489e-9527-6fd106cf8609 admin admin] Network hostable DHCP agents. Network: 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:55:08.740105 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-70de4d16-c286-42e1-95ed-711001df9152 req-27257f5e-b9ab-4546-9fb0-833bcf7bc1a7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] For port 5f1c5b36-2ace-4432-8c74-20a3b6c61298, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5f1c5b36-2ace-4432-8c74-20a3b6c61298,segment=NetworkSegment(4fdea499-af9a-4b05-945a-15742bc23339),segment_id=4fdea499-af9a-4b05-945a-15742bc23339)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:08.740288 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-e788f769-b28d-407c-9494-e7b24cc8ff3d admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e9346a3c8fcd4b169a2a1f55d8cee2b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0779152 Aug 26 00:55:08.740396 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-70de4d16-c286-42e1-95ed-711001df9152 req-27257f5e-b9ab-4546-9fb0-833bcf7bc1a7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:08.740396 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41842) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:08.768335 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-70de4d16-c286-42e1-95ed-711001df9152 req-27257f5e-b9ab-4546-9fb0-833bcf7bc1a7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Calling delete_port for 5f1c5b36-2ace-4432-8c74-20a3b6c61298 owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:55:08.801810 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10bf1e-225b-489e-9527-6fd106cf8609 admin admin] Network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:55:08.866672 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b664287-b2f5-4aed-9934-12311a1ec324 admin admin] Publish callbacks [] for security_group (aaf922c1-7c33-4ade-91b7-615de3b58092), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:08.892744 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-1f10bf1e-225b-489e-9527-6fd106cf8609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550) {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:08.898936 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10bf1e-225b-489e-9527-6fd106cf8609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:08.899942 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1f10bf1e-225b-489e-9527-6fd106cf8609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:08.901413 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de66c7f-9e8e-4246-a7d3-7ac0b57c3687 None None] Network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:55:08.901534 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b664287-b2f5-4aed-9934-12311a1ec324 admin admin] Publish callbacks [] for security_group (aaf922c1-7c33-4ade-91b7-615de3b58092), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:09.012091 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca483d77-803f-4ac4-b4a4-3915ab7c6495 None None] Network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:55:09.028495 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-1f10bf1e-225b-489e-9527-6fd106cf8609 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8725207 Aug 26 00:55:09.054234 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b664287-b2f5-4aed-9934-12311a1ec324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (aaf922c1-7c33-4ade-91b7-615de3b58092), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:09.062438 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b664287-b2f5-4aed-9934-12311a1ec324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:09.065998 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-8b664287-b2f5-4aed-9934-12311a1ec324 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/aaf922c1-7c33-4ade-91b7-615de3b58092 HTTP/1.1" status: 204 len: 168 time: 0.3223491 Aug 26 00:55:09.071972 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b664287-b2f5-4aed-9934-12311a1ec324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf922c1-7c33-4ade-91b7-615de3b58092,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:09.124351 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-70de4d16-c286-42e1-95ed-711001df9152 req-27257f5e-b9ab-4546-9fb0-833bcf7bc1a7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (5f1c5b36-2ace-4432-8c74-20a3b6c61298), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:09.156541 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27257f5e-b9ab-4546-9fb0-833bcf7bc1a7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Pushing event deleted for resources: {'Port': ['ID=5f1c5b36-2ace-4432-8c74-20a3b6c61298,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:09.190672 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['5f1c5b36-2ace-4432-8c74-20a3b6c61298'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:55:09.281512 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8c5944fe-6dfb-4ed5-b97c-05ecb78c1c2a req-d223b54d-64ec-4ff0-992f-beb572d782a3 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 210 time: 0.0654156 Aug 26 00:55:09.296546 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-70de4d16-c286-42e1-95ed-711001df9152 req-27257f5e-b9ab-4546-9fb0-833bcf7bc1a7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] No DVR routers for this DVR port 5f1c5b36-2ace-4432-8c74-20a3b6c61298 on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:55:09.311466 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-70de4d16-c286-42e1-95ed-711001df9152 req-27257f5e-b9ab-4546-9fb0-833bcf7bc1a7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:09.314855 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-70de4d16-c286-42e1-95ed-711001df9152 req-27257f5e-b9ab-4546-9fb0-833bcf7bc1a7 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.91 "DELETE /networking/v2.0/ports/5f1c5b36-2ace-4432-8c74-20a3b6c61298 HTTP/1.1" status: 204 len: 173 time: 0.8010092 Aug 26 00:55:09.315325 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd778c4bb-8dd8-4106-b7cc-12a1d485cf1e', 'name': 'network-vif-deleted', 'tag': '5f1c5b36-2ace-4432-8c74-20a3b6c61298'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:55:09.319414 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b04ad96-f2a9-444f-96f5-25c79c195864" -d '{"events": [{"server_uuid": "d778c4bb-8dd8-4106-b7cc-12a1d485cf1e", "name": "network-vif-deleted", "tag": "5f1c5b36-2ace-4432-8c74-20a3b6c61298"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:55:09.368399 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d4d076-36d3-482a-a478-a5cbaecd24d1 x-openstack-request-id: req-65d4d076-36d3-482a-a478-a5cbaecd24d1 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:55:09.368399 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d778c4bb-8dd8-4106-b7cc-12a1d485cf1e", "name": "network-vif-deleted", "tag": "5f1c5b36-2ace-4432-8c74-20a3b6c61298", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:55:09.368399 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65d4d076-36d3-482a-a478-a5cbaecd24d1 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:55:09.368399 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d4d076-36d3-482a-a478-a5cbaecd24d1'] response: {'server_uuid': 'd778c4bb-8dd8-4106-b7cc-12a1d485cf1e', 'name': 'network-vif-deleted', 'tag': '5f1c5b36-2ace-4432-8c74-20a3b6c61298', 'status': 'completed', 'code': 200} Aug 26 00:55:09.382875 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment 2778bc6a-8bc9-4ab7-8d2d-160fe9129721 resource provider aggregate not found Aug 26 00:55:09.403541 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment 2778bc6a-8bc9-4ab7-8d2d-160fe9129721 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2778bc6a-8bc9-4ab7-8d2d-160fe9129721 found for delete ", "request_id": "req-24676f38-6faf-452a-83f5-34da12e1daa3"}]} Aug 26 00:55:09.504951 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:09.577583 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a2b62-ad4f-41a2-b081-89db4344cae3 req-06192a5d-0699-4d3c-bfa8-f5c68ed1e388 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:09.579210 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ed8a2b62-ad4f-41a2-b081-89db4344cae3 req-06192a5d-0699-4d3c-bfa8-f5c68ed1e388 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0861723 Aug 26 00:55:09.650401 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ed8a2b62-ad4f-41a2-b081-89db4344cae3 req-3f3bd31b-c1a1-4f2d-a484-09c95eae4e4e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607138 Aug 26 00:55:09.977409 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41876) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:10.028361 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-d16c0c19-49ad-4711-9a90-f944853509e7 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=4c5b35039a1846b8862f2f17449f18b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451226 Aug 26 00:55:10.031365 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41882) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:10.086487 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-08684877-4767-461b-a433-724674040e53 admin admin] Publish callbacks [] for security_group (2a542d33-de29-4eb2-938a-2e7f52ec3976), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:10.088202 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:10.109770 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-08684877-4767-461b-a433-724674040e53 admin admin] Publish callbacks [] for security_group (2a542d33-de29-4eb2-938a-2e7f52ec3976), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:10.115143 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41886) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:10.227541 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b88817b4-92ee-49e0-8c94-9856d8192247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:10.246911 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-08684877-4767-461b-a433-724674040e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (2a542d33-de29-4eb2-938a-2e7f52ec3976), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:10.249645 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-08684877-4767-461b-a433-724674040e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:10.250861 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-08684877-4767-461b-a433-724674040e53 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2a542d33-de29-4eb2-938a-2e7f52ec3976 HTTP/1.1" status: 204 len: 168 time: 0.2183828 Aug 26 00:55:10.259393 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08684877-4767-461b-a433-724674040e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a542d33-de29-4eb2-938a-2e7f52ec3976,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:10.313045 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b88817b4-92ee-49e0-8c94-9856d8192247 admin admin] Publish callbacks [] for security_group (03407841-06ae-481d-9163-4162ab93d03a), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:10.355972 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b88817b4-92ee-49e0-8c94-9856d8192247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (03407841-06ae-481d-9163-4162ab93d03a), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:10.391521 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4b2a75ce-bd19-4535-80db-f03126e5833c req-f99a5f13-82ac-4e66-aaf5-ad1f082d3bd4 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 210 time: 0.0289316 Aug 26 00:55:10.396779 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-b88817b4-92ee-49e0-8c94-9856d8192247 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a513e6b627b84b8a9e4fa81d1fd8fc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804019 Aug 26 00:55:10.399682 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41894) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:10.405931 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88817b4-92ee-49e0-8c94-9856d8192247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03407841-06ae-481d-9163-4162ab93d03a,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:10.461972 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d54168c5-c495-4576-8fba-b88e895dd441 admin admin] Publish callbacks [] for security_group (03407841-06ae-481d-9163-4162ab93d03a), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:10.490499 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d54168c5-c495-4576-8fba-b88e895dd441 admin admin] Publish callbacks [] for security_group (03407841-06ae-481d-9163-4162ab93d03a), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:10.608994 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d54168c5-c495-4576-8fba-b88e895dd441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (03407841-06ae-481d-9163-4162ab93d03a), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:10.610342 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d54168c5-c495-4576-8fba-b88e895dd441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:10.611624 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d54168c5-c495-4576-8fba-b88e895dd441 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/03407841-06ae-481d-9163-4162ab93d03a HTTP/1.1" status: 204 len: 168 time: 0.2105746 Aug 26 00:55:10.620066 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54168c5-c495-4576-8fba-b88e895dd441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03407841-06ae-481d-9163-4162ab93d03a,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:10.781112 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a83c93-96de-4f82-9322-966eb21cee4a req-cc901da5-e66b-49a5-a73c-167092349ce4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:10.782580 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b2a83c93-96de-4f82-9322-966eb21cee4a req-cc901da5-e66b-49a5-a73c-167092349ce4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0488954 Aug 26 00:55:10.847781 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b2a83c93-96de-4f82-9322-966eb21cee4a req-4baf9f66-2f47-4330-a70c-634b1ae51c28 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580349 Aug 26 00:55:11.268427 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 41932) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:11.281648 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-651e4fee-50ed-4ca0-b303-8b8deb632ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:11.432366 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-651e4fee-50ed-4ca0-b303-8b8deb632ffa admin admin] Publish callbacks [] for security_group (3b64d36f-4fb8-4d97-a617-a91720cf80fa), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:11.466397 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-8e501dd0-3675-46d2-9cbe-c3b46139b483 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:11.468248 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-8e501dd0-3675-46d2-9cbe-c3b46139b483 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/networks?id=26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 HTTP/1.1" status: 200 len: 809 time: 0.1360433 Aug 26 00:55:11.484025 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-2bdf457b-4d47-43c3-b622-9daa02fea2eb tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/quotas/9b49ff217de14a2aae05d524128dec49 HTTP/1.1" status: 200 len: 375 time: 0.0099821 Aug 26 00:55:11.524740 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-8b0d6be1-ff3b-42a7-ac6c-874940b5bdbc tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=9b49ff217de14a2aae05d524128dec49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348232 Aug 26 00:55:11.526948 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-651e4fee-50ed-4ca0-b303-8b8deb632ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (3b64d36f-4fb8-4d97-a617-a91720cf80fa), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:11.533666 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-90b1cde5-39a4-436c-bec3-fa7c2d4b0ffc req-507de5bc-88bb-4a10-86f7-f5175cad32d1 tempest-DeleteServersTestJSON-176130416 tempest-DeleteServersTestJSON-176130416-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d778c4bb-8dd8-4106-b7cc-12a1d485cf1e HTTP/1.1" status: 200 len: 210 time: 0.0315585 Aug 26 00:55:11.612235 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:11.630664 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e4fee-50ed-4ca0-b303-8b8deb632ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b64d36f-4fb8-4d97-a617-a91720cf80fa,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:11.636409 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-651e4fee-50ed-4ca0-b303-8b8deb632ffa admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=901f131566c041a4b50a99260b7e5283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670356 Aug 26 00:55:11.639315 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 41948) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:11.670707 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-451fe937-30a9-4886-91da-c8e54acf716c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/26ae3024-dc7c-4eb7-8ff7-8c6eee8da550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375890 Aug 26 00:55:11.701167 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2214b40b-1ff8-4636-802a-01cb10d22dad admin admin] Publish callbacks [] for security_group (3b64d36f-4fb8-4d97-a617-a91720cf80fa), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:11.721455 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2214b40b-1ff8-4636-802a-01cb10d22dad admin admin] Publish callbacks [] for security_group (3b64d36f-4fb8-4d97-a617-a91720cf80fa), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:11.777378 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-844bc1b8-c7be-4728-8bf9-886ff46bcb76 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/26ae3024-dc7c-4eb7-8ff7-8c6eee8da550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002853 Aug 26 00:55:11.824574 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2214b40b-1ff8-4636-802a-01cb10d22dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (3b64d36f-4fb8-4d97-a617-a91720cf80fa), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:11.827527 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2214b40b-1ff8-4636-802a-01cb10d22dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:11.829456 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-2214b40b-1ff8-4636-802a-01cb10d22dad admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3b64d36f-4fb8-4d97-a617-a91720cf80fa HTTP/1.1" status: 204 len: 168 time: 0.1879597 Aug 26 00:55:11.840054 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214b40b-1ff8-4636-802a-01cb10d22dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b64d36f-4fb8-4d97-a617-a91720cf80fa,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:11.851876 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:12.006834 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489ee2-b4f7-4f85-9f0b-6ed469edb9a7 req-7aac0034-2f27-4a73-9b29-977b3cbc1442 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:12.009347 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-61489ee2-b4f7-4f85-9f0b-6ed469edb9a7 req-7aac0034-2f27-4a73-9b29-977b3cbc1442 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0727482 Aug 26 00:55:12.070813 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-61489ee2-b4f7-4f85-9f0b-6ed469edb9a7 req-1964ca9b-3f56-4b6e-aaf3-e33fd4f3ead0 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534329 Aug 26 00:55:12.078135 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6baf7bc2-2030-4b55-a1d6-74117520efc3 req-6dc77eab-3416-4ac4-8715-881392c4a59a tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 210 time: 0.0307701 Aug 26 00:55:12.165196 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 5f1c5b36-2ace-4432-8c74-20a3b6c61298 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:55:12.193468 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 5f1c5b36-2ace-4432-8c74-20a3b6c61298 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:55:12.193918 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 5f1c5b36-2ace-4432-8c74-20a3b6c61298 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:55:13.164862 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-efea52c8-1041-4ad2-90c1-f34c0d931300 req-695f9770-3340-42ad-bc76-ced2a075e517 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 210 time: 0.0293596 Aug 26 00:55:13.223591 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea97a8-c711-4d91-b85c-6aafb3aa8574 req-1fa6ba9c-e4bf-40f4-ab10-2e3a86abed77 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:13.225083 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-30ea97a8-c711-4d91-b85c-6aafb3aa8574 req-1fa6ba9c-e4bf-40f4-ab10-2e3a86abed77 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0470791 Aug 26 00:55:13.297170 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-30ea97a8-c711-4d91-b85c-6aafb3aa8574 req-ce381208-f06e-4545-8ced-55097c014753 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663483 Aug 26 00:55:13.729590 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42052) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:13.843736 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-afd2c193-becc-45e7-8ed4-02e46ef8123a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:13.918538 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:13.923319 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-afd2c193-becc-45e7-8ed4-02e46ef8123a admin admin] Publish callbacks [] for security_group (393e12a4-074d-4838-b649-6fa919367d3b), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:13.996069 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-afd2c193-becc-45e7-8ed4-02e46ef8123a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (393e12a4-074d-4838-b649-6fa919367d3b), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:14.035633 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-afd2c193-becc-45e7-8ed4-02e46ef8123a admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9f6bce3c334a4ad9a7ee23dc4b4916e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049576 Aug 26 00:55:14.036568 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2c193-becc-45e7-8ed4-02e46ef8123a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393e12a4-074d-4838-b649-6fa919367d3b,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:14.038714 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42058) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:14.089663 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-330be563-475e-4092-8ae9-937f350b99fe admin admin] Publish callbacks [] for security_group (393e12a4-074d-4838-b649-6fa919367d3b), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:14.108286 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:14.110361 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-330be563-475e-4092-8ae9-937f350b99fe admin admin] Publish callbacks [] for security_group (393e12a4-074d-4838-b649-6fa919367d3b), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:14.140008 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:14.176440 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42066) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:14.260283 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-330be563-475e-4092-8ae9-937f350b99fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (393e12a4-074d-4838-b649-6fa919367d3b), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:14.263440 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-330be563-475e-4092-8ae9-937f350b99fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:14.264790 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-330be563-475e-4092-8ae9-937f350b99fe admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/393e12a4-074d-4838-b649-6fa919367d3b HTTP/1.1" status: 204 len: 168 time: 0.2250025 Aug 26 00:55:14.281856 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330be563-475e-4092-8ae9-937f350b99fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393e12a4-074d-4838-b649-6fa919367d3b,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:14.290357 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-be193f7e-a83e-4b73-a13d-295a7a6c548e req-33582afa-2e05-415a-9cc5-2d79b7ac4790 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 210 time: 0.0370965 Aug 26 00:55:14.461778 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156eccf-8e6a-4f32-a0fe-c4a9a56541a0 req-7543350f-0a91-4126-b92a-26640a8ea053 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:14.463596 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7156eccf-8e6a-4f32-a0fe-c4a9a56541a0 req-7543350f-0a91-4126-b92a-26640a8ea053 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0860386 Aug 26 00:55:14.603624 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7156eccf-8e6a-4f32-a0fe-c4a9a56541a0 req-572c500e-1c29-4309-adeb-146c7f68121f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166468 Aug 26 00:55:14.706101 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-11a624bf-0557-46e2-9060-d952b02a4e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588378'] for router_interface (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:14.800951 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:15.063099 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-11a624bf-0557-46e2-9060-d952b02a4e0d admin admin] Deleting port aaeb93ad-6756-4321-b55a-94e8e0e47fe5 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:55:15.063442 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-11a624bf-0557-46e2-9060-d952b02a4e0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:15.120812 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-c2444d6f-fb64-44da-a719-8fe246317cd7 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:15.122253 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-c2444d6f-fb64-44da-a719-8fe246317cd7 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.91 "GET /networking/v2.0/networks?id=26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 HTTP/1.1" status: 200 len: 809 time: 0.1916203 Aug 26 00:55:15.143501 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Request body: {'port': {'device_id': '2507d827-8d75-49dd-9b79-351d7a7bb802', 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550', 'admin_state_up': True, 'tenant_id': '9b49ff217de14a2aae05d524128dec49'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:15.219661 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-11a624bf-0557-46e2-9060-d952b02a4e0d admin admin] For port aaeb93ad-6756-4321-b55a-94e8e0e47fe5, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=aaeb93ad-6756-4321-b55a-94e8e0e47fe5,segment=NetworkSegment(4fdea499-af9a-4b05-945a-15742bc23339),segment_id=4fdea499-af9a-4b05-945a-15742bc23339)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:15.220041 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-11a624bf-0557-46e2-9060-d952b02a4e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:15.240439 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-11a624bf-0557-46e2-9060-d952b02a4e0d admin admin] Calling delete_port for aaeb93ad-6756-4321-b55a-94e8e0e47fe5 owned by network:router_interface {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:55:15.315288 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:15.409488 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Made reservation on behalf of 9b49ff217de14a2aae05d524128dec49 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:55:15.413605 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:15.418281 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ae89f448-7209-4dc6-90c0-bbbf42b0f3bf req-41b6d5a8-d609-48bf-8483-7c7c1be5a5de tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 210 time: 0.0302780 Aug 26 00:55:15.573392 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Allocated IP 172.20.0.2 (26ae3024-dc7c-4eb7-8ff7-8c6eee8da550/b5d133c3-5801-4d11-b0c3-241ad62024f6/c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:55:15.625743 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-11a624bf-0557-46e2-9060-d952b02a4e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (aaeb93ad-6756-4321-b55a-94e8e0e47fe5), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:15.639565 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:15.929801 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a624bf-0557-46e2-9060-d952b02a4e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=aaeb93ad-6756-4321-b55a-94e8e0e47fe5,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:16.031654 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34029089-e9e2-48d4-af41-5a80e16c323c req-3db2d380-71e4-428c-9b48-2c799967d4a6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:16.033257 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-34029089-e9e2-48d4-af41-5a80e16c323c req-3db2d380-71e4-428c-9b48-2c799967d4a6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.1349890 Aug 26 00:55:16.061210 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:55:16.156556 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks [] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:16.202072 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-34029089-e9e2-48d4-af41-5a80e16c323c req-846b9d54-2db2-4443-9fc5-5a4de905ba5a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575859 Aug 26 00:55:16.246242 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-11a624bf-0557-46e2-9060-d952b02a4e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588334'] for router_interface (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:16.311505 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42118) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:16.314552 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:16.394683 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:55:16.403398 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:16.408939 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:55:16.415656 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Pushing event updated for resources: {'Port': ['ID=c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:16.442341 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:16.463280 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff79b-724c-41a8-94ec-abfc3a24a68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:16.508044 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:16.508716 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:16.576093 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a624bf-0557-46e2-9060-d952b02a4e0d admin admin] Router b0d1d453-4cb5-4dce-8a53-09bfd56813ab has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:55:16.584459 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fac8d-cfb4-4ee9-b27b-a159c17fc997 req-be488ae3-2581-45f2-a3da-823ea4ee45f1 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:16.585976 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f15fac8d-cfb4-4ee9-b27b-a159c17fc997 req-be488ae3-2581-45f2-a3da-823ea4ee45f1 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 931 time: 0.0685697 Aug 26 00:55:16.622532 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff79b-724c-41a8-94ec-abfc3a24a68e admin admin] Publish callbacks [] for security_group (e02ced44-48d3-4ffd-a7eb-dba672efff80), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:16.631301 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:16.649344 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f15fac8d-cfb4-4ee9-b27b-a159c17fc997 req-21ffd7d2-7a5a-43e3-8726-f27ce1fb592b tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572717 Aug 26 00:55:16.674408 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-bdd553c8-4b93-4d2f-b6fb-83793799e07f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5353906 Aug 26 00:55:16.695839 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a624bf-0557-46e2-9060-d952b02a4e0d admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:55:16.701236 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-11a624bf-0557-46e2-9060-d952b02a4e0d admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/b0d1d453-4cb5-4dce-8a53-09bfd56813ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5237503 Aug 26 00:55:16.704063 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42132) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:16.706449 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Request body: {'port': {'device_id': '2507d827-8d75-49dd-9b79-351d7a7bb802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:16.706883 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803e05a-d634-48fb-ba59-8789cb751757 None None] Sync routers for ids ['b0d1d453-4cb5-4dce-8a53-09bfd56813ab'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:55:16.720222 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803e05a-d634-48fb-ba59-8789cb751757 None None] Routers {'b0d1d453-4cb5-4dce-8a53-09bfd56813ab'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:55:16.725937 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-1803e05a-d634-48fb-ba59-8789cb751757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:55:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b0d1d453-4cb5-4dce-8a53-09bfd56813ab'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:16.775442 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:16.790307 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff79b-724c-41a8-94ec-abfc3a24a68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (e02ced44-48d3-4ffd-a7eb-dba672efff80), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:16.826623 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-1803e05a-d634-48fb-ba59-8789cb751757 None None] Set router b0d1d453-4cb5-4dce-8a53-09bfd56813ab gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:55:16.849870 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-5f5ff79b-724c-41a8-94ec-abfc3a24a68e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1391afd5b05e43bea0d2c30e4bb11fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5371091 Aug 26 00:55:16.855808 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42138) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:16.891962 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ff79b-724c-41a8-94ec-abfc3a24a68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02ced44-48d3-4ffd-a7eb-dba672efff80,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:16.903896 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Publish callbacks [] for router (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.019978 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c92e632a-df39-42be-9c5b-92e213ba7bf7 admin admin] Publish callbacks [] for security_group (e02ced44-48d3-4ffd-a7eb-dba672efff80), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.051072 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c92e632a-df39-42be-9c5b-92e213ba7bf7 admin admin] Publish callbacks [] for security_group (e02ced44-48d3-4ffd-a7eb-dba672efff80), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.064063 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Publish callbacks [] for router_gateway (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.072727 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:17.077446 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:55:17.085544 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Publish callbacks [] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.096331 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-1803e05a-d634-48fb-ba59-8789cb751757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'name': 'tempest-DeleteServersTestJSON-1486197832-router', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:55:15Z', 'revision_number': 5, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'gw_port': {'id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:42Z', 'updated_at': '2022-08-26T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:17.100315 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Transition to ACTIVE for port object c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:55:17.121557 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803e05a-d634-48fb-ba59-8789cb751757 None None] Checking router: b0d1d453-4cb5-4dce-8a53-09bfd56813ab for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:55:17.130449 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803e05a-d634-48fb-ba59-8789cb751757 None None] Routers {'b0d1d453-4cb5-4dce-8a53-09bfd56813ab'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:55:17.131061 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-1803e05a-d634-48fb-ba59-8789cb751757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:55:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b0d1d453-4cb5-4dce-8a53-09bfd56813ab'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:17.218512 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.240672 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-1803e05a-d634-48fb-ba59-8789cb751757 None None] Set router b0d1d453-4cb5-4dce-8a53-09bfd56813ab gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:55:17.305176 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Pushing event updated for resources: {'Port': ['ID=c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:17.341133 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Attempting to bind port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:55:17.341523 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Attempting to bind port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'e74e73a6-c9a9-4662-abc2-035aaa027b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:55:17.341852 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Attempting to bind port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe on network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:55:17.377883 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe on network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:55:17.378862 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Attempting to bind port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe on network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:55:17.389053 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:55:17.389432 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Checking segment: {'id': 'e74e73a6-c9a9-4662-abc2-035aaa027b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:55:17.389854 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Bound using segment: {'id': 'e74e73a6-c9a9-4662-abc2-035aaa027b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:55:17.390303 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Bound port: c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74e73a6-c9a9-4662-abc2-035aaa027b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:55:17.390663 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.396808 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:17.414176 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c38db9-993f-49c5-8262-58e880c089a2 req-20be9604-0bd9-490e-905d-b5f384964880 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:17.415829 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f5c38db9-993f-49c5-8262-58e880c089a2 req-20be9604-0bd9-490e-905d-b5f384964880 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0770190 Aug 26 00:55:17.423899 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-1803e05a-d634-48fb-ba59-8789cb751757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'name': 'tempest-DeleteServersTestJSON-1486197832-router', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:55:15Z', 'revision_number': 5, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'gw_port': {'id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:42Z', 'updated_at': '2022-08-26T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:17.451298 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803e05a-d634-48fb-ba59-8789cb751757 None None] The sync data for ids ['b0d1d453-4cb5-4dce-8a53-09bfd56813ab'] in dv-cinder-835384-25-iscsi is: [{'id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'name': 'tempest-DeleteServersTestJSON-1486197832-router', 'tenant_id': '032ed1b5aea842edb0bcae9d23810786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:55:15Z', 'revision_number': 5, 'project_id': '032ed1b5aea842edb0bcae9d23810786', 'gw_port': {'id': '82d06787-11cb-4d7c-bccd-1eded19e414d', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:30:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d1d453-4cb5-4dce-8a53-09bfd56813ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:42Z', 'updated_at': '2022-08-26T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:55:17.513608 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] For port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:55:17.518021 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] For port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe,segment=NetworkSegment(e74e73a6-c9a9-4662-abc2-035aaa027b7e),segment_id=e74e73a6-c9a9-4662-abc2-035aaa027b7e)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:55:17.523238 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f5c38db9-993f-49c5-8262-58e880c089a2 req-d90cb311-ca91-4007-bc4e-9c133f5a6409 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844114 Aug 26 00:55:17.538349 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c92e632a-df39-42be-9c5b-92e213ba7bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (e02ced44-48d3-4ffd-a7eb-dba672efff80), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.540833 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c92e632a-df39-42be-9c5b-92e213ba7bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.541939 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-c92e632a-df39-42be-9c5b-92e213ba7bf7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e02ced44-48d3-4ffd-a7eb-dba672efff80 HTTP/1.1" status: 204 len: 168 time: 0.6849055 Aug 26 00:55:17.554315 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Deleting port 82d06787-11cb-4d7c-bccd-1eded19e414d {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:55:17.554674 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.556671 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e632a-df39-42be-9c5b-92e213ba7bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02ced44-48d3-4ffd-a7eb-dba672efff80,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:17.610087 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:17.645543 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] For port 82d06787-11cb-4d7c-bccd-1eded19e414d, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=82d06787-11cb-4d7c-bccd-1eded19e414d,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:17.645907 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.647275 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.652076 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:17.652717 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:17.654091 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe HTTP/1.1" status: 200 len: 1093 time: 0.9518363 Aug 26 00:55:17.655512 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2507d827-8d75-49dd-9b79-351d7a7bb802', 'tag': 'c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:55:17.657808 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe475a0a-f576-4f60-8055-6a66a35fa4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2507d827-8d75-49dd-9b79-351d7a7bb802", "tag": "c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:55:17.659277 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Calling delete_port for 82d06787-11cb-4d7c-bccd-1eded19e414d owned by network:router_gateway {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:55:17.714606 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b44c4-a105-430d-ab6c-3590c049de7e service neutron] Pushing event updated for resources: {'Port': ['ID=c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:17.726053 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1081b83-9626-446e-b8ff-0cbdff36e5b9 x-openstack-request-id: req-e1081b83-9626-446e-b8ff-0cbdff36e5b9 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:55:17.727119 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2507d827-8d75-49dd-9b79-351d7a7bb802", "tag": "c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:55:17.727425 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e1081b83-9626-446e-b8ff-0cbdff36e5b9 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:55:17.728036 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1081b83-9626-446e-b8ff-0cbdff36e5b9'] response: {'name': 'network-changed', 'server_uuid': '2507d827-8d75-49dd-9b79-351d7a7bb802', 'tag': 'c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe', 'status': 'completed', 'code': 200} Aug 26 00:55:17.801803 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16659590-d67b-4f6e-9c8e-0be329409d5f req-cad4be43-93e4-4455-9ac4-6fb147091315 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:17.804761 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-16659590-d67b-4f6e-9c8e-0be329409d5f req-cad4be43-93e4-4455-9ac4-6fb147091315 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 943 time: 0.0610533 Aug 26 00:55:17.958089 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device aaeb93ad-6756-4321-b55a-94e8e0e47fe5 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:55:17.964252 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe475a0a-f576-4f60-8055-6a66a35fa4bf req-30ddcf65-0861-4f60-a584-db5e28cfff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:17.967061 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fe475a0a-f576-4f60-8055-6a66a35fa4bf req-30ddcf65-0861-4f60-a584-db5e28cfff9a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=9b49ff217de14a2aae05d524128dec49&device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 1127 time: 0.1609495 Aug 26 00:55:17.995108 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: aaeb93ad-6756-4321-b55a-94e8e0e47fe5 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:55:17.995715 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device aaeb93ad-6756-4321-b55a-94e8e0e47fe5 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:55:18.005414 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (82d06787-11cb-4d7c-bccd-1eded19e414d), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.035026 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Pushing event deleted for resources: {'Port': ['ID=82d06787-11cb-4d7c-bccd-1eded19e414d,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:18.120508 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:18.127427 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587935'] for router_gateway (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.134576 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-16659590-d67b-4f6e-9c8e-0be329409d5f req-7d7f071c-3674-428f-b931-1bf3986b16a3 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128393 Aug 26 00:55:18.150675 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe475a0a-f576-4f60-8055-6a66a35fa4bf req-f59b86ea-3573-476a-9964-677f1d0c1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:18.152263 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fe475a0a-f576-4f60-8055-6a66a35fa4bf req-f59b86ea-3573-476a-9964-677f1d0c1b68 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=9b49ff217de14a2aae05d524128dec49&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1666241 Aug 26 00:55:18.242374 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26948'] for router (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.244548 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Publish callbacks [] for router_controller (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), precommit_delete_associations {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.266476 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe475a0a-f576-4f60-8055-6a66a35fa4bf req-d4952425-1537-4395-a4f1-892f11513b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:18.268108 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fe475a0a-f576-4f60-8055-6a66a35fa4bf req-d4952425-1537-4395-a4f1-892f11513b69 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1087685 Aug 26 00:55:18.368971 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42156) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:18.375837 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:18.382527 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-5c792704-3018-44c3-8637-16c6a48e9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:18.384056 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-5c792704-3018-44c3-8637-16c6a48e9a2e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=9b49ff217de14a2aae05d524128dec49&device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 1127 time: 0.0414190 Aug 26 00:55:18.384707 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e125f01e-2600-4a77-ad93-285248751a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.409643 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588406'] for router (b0d1d453-4cb5-4dce-8a53-09bfd56813ab), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.410243 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d1d453-4cb5-4dce-8a53-09bfd56813ab {{(pid=113335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 00:55:18.420163 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.421314 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-4ffc6b98-63e9-4d47-a4c5-0a124a36d9de admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/b0d1d453-4cb5-4dce-8a53-09bfd56813ab HTTP/1.1" status: 204 len: 168 time: 1.7162447 Aug 26 00:55:18.425393 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42158) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:18.436932 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-aa02d038-e6e5-4f4e-bfc7-f6ecfd5b13fe service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe HTTP/1.1" status: 200 len: 217 time: 0.0351849 Aug 26 00:55:18.508394 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3afddd-cf5c-4335-a239-611a7b8f48b0 admin admin] Deleting subnet f1d8d22c-0efd-44e4-9492-e3e9f15e893c {{(pid=113335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 00:55:18.516027 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0c3afddd-cf5c-4335-a239-611a7b8f48b0 admin admin] Publish callbacks [] for subnet (f1d8d22c-0efd-44e4-9492-e3e9f15e893c), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.516418 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-ab79ea0d-6415-4a15-84b9-b80882c1de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:18.520242 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-ab79ea0d-6415-4a15-84b9-b80882c1de5f service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=b5d133c3-5801-4d11-b0c3-241ad62024f6 HTTP/1.1" status: 200 len: 849 time: 0.0749710 Aug 26 00:55:18.564278 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-1ee31381-0358-4c2e-b46d-9751d6d411dd service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=26ae3024-dc7c-4eb7-8ff7-8c6eee8da550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370851 Aug 26 00:55:18.569659 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e125f01e-2600-4a77-ad93-285248751a3e admin admin] Publish callbacks [] for security_group (0437423d-7cbd-4992-9678-13ce431adeed), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.576040 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0c3afddd-cf5c-4335-a239-611a7b8f48b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14309376'] for subnet (f1d8d22c-0efd-44e4-9492-e3e9f15e893c), precommit_delete_associations {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.679007 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-832e1e5d-8312-4a2e-9894-db4994f1f4e0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/26ae3024-dc7c-4eb7-8ff7-8c6eee8da550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064520 Aug 26 00:55:18.705179 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e125f01e-2600-4a77-ad93-285248751a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (0437423d-7cbd-4992-9678-13ce431adeed), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.788743 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-986cae0d-88a4-495a-b79c-0a2f96f16efd req-b846067d-8151-4ed5-b170-1e1d1d20f63b service neutron] 10.222.0.91 "GET /networking/v2.0/networks/26ae3024-dc7c-4eb7-8ff7-8c6eee8da550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007769 Aug 26 00:55:18.793541 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0c3afddd-cf5c-4335-a239-611a7b8f48b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (f1d8d22c-0efd-44e4-9492-e3e9f15e893c), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.805072 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceecaf1-59c3-41c7-92d4-f61633dd220b req-788bcbc2-0d30-4e49-98fd-7351243f560f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:18.806532 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5ceecaf1-59c3-41c7-92d4-f61633dd220b req-788bcbc2-0d30-4e49-98fd-7351243f560f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.1777599 Aug 26 00:55:18.825399 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:18.831336 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-e125f01e-2600-4a77-ad93-285248751a3e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b2b7662695434c13ba1ba0b820f8f160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4611170 Aug 26 00:55:18.834448 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125f01e-2600-4a77-ad93-285248751a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0437423d-7cbd-4992-9678-13ce431adeed,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:18.834636 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42162) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:18.866388 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:18.897623 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-cccf30d6-d7ef-4004-b316-7c33f9e0b2e5 admin admin] Publish callbacks [] for security_group (0437423d-7cbd-4992-9678-13ce431adeed), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.910134 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5ceecaf1-59c3-41c7-92d4-f61633dd220b req-5967feb0-191d-402b-9a29-e01aa6bcea6e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802610 Aug 26 00:55:18.923097 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-cccf30d6-d7ef-4004-b316-7c33f9e0b2e5 admin admin] Publish callbacks [] for security_group (0437423d-7cbd-4992-9678-13ce431adeed), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.962767 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0c3afddd-cf5c-4335-a239-611a7b8f48b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14132285'] for subnet (f1d8d22c-0efd-44e4-9492-e3e9f15e893c), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:18.994073 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3afddd-cf5c-4335-a239-611a7b8f48b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d8d22c-0efd-44e4-9492-e3e9f15e893c,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:18.999669 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0c3afddd-cf5c-4335-a239-611a7b8f48b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.006912 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-0c3afddd-cf5c-4335-a239-611a7b8f48b0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/f1d8d22c-0efd-44e4-9492-e3e9f15e893c HTTP/1.1" status: 204 len: 168 time: 0.5779169 Aug 26 00:55:19.017583 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42164) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:19.017722 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce1573-0f5c-40ff-a0f2-fb2a55532413 None None] Network 22430e21-d3fc-488b-bff1-ba16ab068557 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:55:19.069850 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.072376 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-cccf30d6-d7ef-4004-b316-7c33f9e0b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (0437423d-7cbd-4992-9678-13ce431adeed), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.075560 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-cccf30d6-d7ef-4004-b316-7c33f9e0b2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.076842 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-cccf30d6-d7ef-4004-b316-7c33f9e0b2e5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0437423d-7cbd-4992-9678-13ce431adeed HTTP/1.1" status: 204 len: 168 time: 0.2411392 Aug 26 00:55:19.100336 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf30d6-d7ef-4004-b316-7c33f9e0b2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0437423d-7cbd-4992-9678-13ce431adeed,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:19.108606 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (22430e21-d3fc-488b-bff1-ba16ab068557), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.171460 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Deleting port e1dbffaa-142e-4678-ad82-221abdf55e40 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:55:19.172132 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.276936 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] DHCP port deletion for 22430e21-d3fc-488b-bff1-ba16ab068557 request from dv-cinder-835384-25-iscsi {{(pid=113337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 00:55:19.319340 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:19.331075 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] For port e1dbffaa-142e-4678-ad82-221abdf55e40, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=e1dbffaa-142e-4678-ad82-221abdf55e40,segment=NetworkSegment(4fdea499-af9a-4b05-945a-15742bc23339),segment_id=4fdea499-af9a-4b05-945a-15742bc23339)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:19.331576 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.333803 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Deleting port e1dbffaa-142e-4678-ad82-221abdf55e40 {{(pid=113337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:55:19.334468 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), before_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.353687 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Calling delete_port for e1dbffaa-142e-4678-ad82-221abdf55e40 owned by network:dhcp {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:55:19.363443 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55317d-7081-4482-b8a9-5647695f323d req-0ee110c8-3970-43ae-986c-ebf96f6b2a44 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:19.365244 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ed55317d-7081-4482-b8a9-5647695f323d req-0ee110c8-3970-43ae-986c-ebf96f6b2a44 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 943 time: 0.0865397 Aug 26 00:55:19.428025 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] For port e1dbffaa-142e-4678-ad82-221abdf55e40, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=e1dbffaa-142e-4678-ad82-221abdf55e40,segment=NetworkSegment(4fdea499-af9a-4b05-945a-15742bc23339),segment_id=4fdea499-af9a-4b05-945a-15742bc23339)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:19.428341 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), precommit_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.445796 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Calling delete_port for e1dbffaa-142e-4678-ad82-221abdf55e40 owned by network:dhcp {{(pid=113337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:55:19.471275 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ed55317d-7081-4482-b8a9-5647695f323d req-d33210d1-4d7f-44f8-9783-e91eccdf7b8a tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980604 Aug 26 00:55:19.639374 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 82d06787-11cb-4d7c-bccd-1eded19e414d no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:55:19.641563 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.666023 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 82d06787-11cb-4d7c-bccd-1eded19e414d {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:55:19.666663 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 82d06787-11cb-4d7c-bccd-1eded19e414d not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:55:19.667230 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device e1dbffaa-142e-4678-ad82-221abdf55e40 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:55:19.669338 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e1dbffaa-142e-4678-ad82-221abdf55e40,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:19.674140 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] No DVR routers for this DVR port e1dbffaa-142e-4678-ad82-221abdf55e40 on host dv-cinder-835384-25-iscsi {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:55:19.691979 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: e1dbffaa-142e-4678-ad82-221abdf55e40 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:55:19.692327 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device e1dbffaa-142e-4678-ad82-221abdf55e40 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:55:19.694749 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386'] for port (e1dbffaa-142e-4678-ad82-221abdf55e40), after_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.750583 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (22430e21-d3fc-488b-bff1-ba16ab068557), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.772936 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22430e21-d3fc-488b-bff1-ba16ab068557']}} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:19.783984 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdea499-af9a-4b05-945a-15742bc23339') {'for_net_delete': True} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:19.784969 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdea499-af9a-4b05-945a-15742bc23339') {} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:19.806914 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:19.809968 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15151693'] for segment (4fdea499-af9a-4b05-945a-15742bc23339), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.826610 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (4fdea499-af9a-4b05-945a-15742bc23339), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.842736 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=113336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 00:55:19.843153 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16517198'] for segment (4fdea499-af9a-4b05-945a-15742bc23339), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.868680 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Pushing event deleted for resources: {'Port': ['ID=e1dbffaa-142e-4678-ad82-221abdf55e40,revision_number=None']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:19.878970 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.879320 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.879659 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.880159 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.880511 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.880836 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.881152 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.881640 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.882233 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.882967 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.883447 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.883919 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.884500 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.886474 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.886474 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:19.890707 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.services.segments.plugin [-] Segment 4fdea499-af9a-4b05-945a-15742bc23339 resource provider aggregate not found Aug 26 00:55:19.897573 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3163a7-8320-4942-9f14-7d2b52894fed None None] No DVR routers for this DVR port e1dbffaa-142e-4678-ad82-221abdf55e40 on host dv-cinder-835384-25-iscsi {{(pid=113337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:55:19.917388 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.services.segments.plugin [-] Segment 4fdea499-af9a-4b05-945a-15742bc23339 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fdea499-af9a-4b05-945a-15742bc23339 found for delete ", "request_id": "req-d9a86d4b-82c2-4913-ab25-c4eae221ceb4"}]} Aug 26 00:55:19.990927 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (22430e21-d3fc-488b-bff1-ba16ab068557), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:19.998167 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:20.003807 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/22430e21-d3fc-488b-bff1-ba16ab068557 HTTP/1.1" status: 204 len: 168 time: 0.9930546 Aug 26 00:55:20.011089 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778913c2-e57f-49e6-a284-477a85f345ae admin admin] Pushing event deleted for resources: {'Network': ['ID=22430e21-d3fc-488b-bff1-ba16ab068557,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:20.047474 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb01927-15c8-44cb-8be9-6aba354e213a req-ab79588c-687b-47da-a856-9ff3623200bb tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:20.049133 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dcb01927-15c8-44cb-8be9-6aba354e213a req-ab79588c-687b-47da-a856-9ff3623200bb tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0697858 Aug 26 00:55:20.100675 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dcb01927-15c8-44cb-8be9-6aba354e213a req-c4c183da-2726-4e03-9ae7-56be775bd247 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450301 Aug 26 00:55:20.270834 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42216) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:20.374096 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42222) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:20.415080 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-131702dc-a29f-48c8-9b0a-1573db3bc415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:20.426281 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-1201740f-2032-4b16-aeba-1183a0c0915f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=032ed1b5aea842edb0bcae9d23810786&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0481877 Aug 26 00:55:20.431386 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42224) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:20.481524 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9535-7e1d-414a-9be8-add7950decb7 admin admin] Publish callbacks [] for security_group (900d087d-2c50-4bb3-82f0-deff3a0e3284), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:20.503222 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9535-7e1d-414a-9be8-add7950decb7 admin admin] Publish callbacks [] for security_group (900d087d-2c50-4bb3-82f0-deff3a0e3284), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:20.511380 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-131702dc-a29f-48c8-9b0a-1573db3bc415 admin admin] Publish callbacks [] for security_group (80a6a3d7-fa4a-48ca-8ff9-9cf45b29aea2), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:20.595804 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41385a-4270-46cc-84ac-d1a0df1d0145 req-b9cc4c82-505c-4baf-aee4-896d1944469c tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:20.597752 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-af41385a-4270-46cc-84ac-d1a0df1d0145 req-b9cc4c82-505c-4baf-aee4-896d1944469c tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 943 time: 0.0490012 Aug 26 00:55:20.610329 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:20.646272 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-af41385a-4270-46cc-84ac-d1a0df1d0145 req-a852642a-95e3-483f-b297-1858022e6998 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Aug 26 00:55:20.692590 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-131702dc-a29f-48c8-9b0a-1573db3bc415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (80a6a3d7-fa4a-48ca-8ff9-9cf45b29aea2), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:20.732790 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9535-7e1d-414a-9be8-add7950decb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (900d087d-2c50-4bb3-82f0-deff3a0e3284), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:20.735589 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2fcf9535-7e1d-414a-9be8-add7950decb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:20.735756 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131702dc-a29f-48c8-9b0a-1573db3bc415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a6a3d7-fa4a-48ca-8ff9-9cf45b29aea2,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:20.737653 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-2fcf9535-7e1d-414a-9be8-add7950decb7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/900d087d-2c50-4bb3-82f0-deff3a0e3284 HTTP/1.1" status: 204 len: 168 time: 0.3093989 Aug 26 00:55:20.744366 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-131702dc-a29f-48c8-9b0a-1573db3bc415 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=dce7a2fe13bf4130a256418df02eab16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4701319 Aug 26 00:55:20.744657 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42234) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:20.745232 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf9535-7e1d-414a-9be8-add7950decb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900d087d-2c50-4bb3-82f0-deff3a0e3284,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:20.805315 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f7e998b7-9994-462c-8117-5ff8fd5c9dee admin admin] Publish callbacks [] for security_group (80a6a3d7-fa4a-48ca-8ff9-9cf45b29aea2), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:20.826456 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f7e998b7-9994-462c-8117-5ff8fd5c9dee admin admin] Publish callbacks [] for security_group (80a6a3d7-fa4a-48ca-8ff9-9cf45b29aea2), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:20.938470 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f7e998b7-9994-462c-8117-5ff8fd5c9dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (80a6a3d7-fa4a-48ca-8ff9-9cf45b29aea2), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:20.941812 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f7e998b7-9994-462c-8117-5ff8fd5c9dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:20.943573 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-f7e998b7-9994-462c-8117-5ff8fd5c9dee admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/80a6a3d7-fa4a-48ca-8ff9-9cf45b29aea2 HTTP/1.1" status: 204 len: 168 time: 0.1979594 Aug 26 00:55:20.951518 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e998b7-9994-462c-8117-5ff8fd5c9dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a6a3d7-fa4a-48ca-8ff9-9cf45b29aea2,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:21.225835 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a5e7f-1d22-4a66-b3e0-79f72679bb31 req-4e286a31-e28b-4436-b770-9e6d3e3fe24b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:21.227321 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-768a5e7f-1d22-4a66-b3e0-79f72679bb31 req-4e286a31-e28b-4436-b770-9e6d3e3fe24b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0480051 Aug 26 00:55:21.278189 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-768a5e7f-1d22-4a66-b3e0-79f72679bb31 req-782ee008-2cf4-49fb-9b9a-c3ad32c8176d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452094 Aug 26 00:55:21.709297 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42264) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:21.728185 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b903e955-2468-4359-a318-1b0948c809ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:21.790986 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9babe-f29d-4cff-86d1-73b1804fb8a9 req-317c524d-734f-400d-85c7-a436684f7cb0 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:21.792486 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b7e9babe-f29d-4cff-86d1-73b1804fb8a9 req-317c524d-734f-400d-85c7-a436684f7cb0 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 943 time: 0.0661349 Aug 26 00:55:21.847261 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:21.882559 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b7e9babe-f29d-4cff-86d1-73b1804fb8a9 req-bd7b176b-96fd-4ef2-88f9-3097a20d82bd tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771017 Aug 26 00:55:21.900578 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b903e955-2468-4359-a318-1b0948c809ba admin admin] Publish callbacks [] for security_group (3c6911c3-166b-400f-8031-0c23f1db572d), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:21.990038 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b903e955-2468-4359-a318-1b0948c809ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (3c6911c3-166b-400f-8031-0c23f1db572d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:22.033007 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-b903e955-2468-4359-a318-1b0948c809ba admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a629d286e21040728b5ec5165dc6bcff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217428 Aug 26 00:55:22.035138 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903e955-2468-4359-a318-1b0948c809ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6911c3-166b-400f-8031-0c23f1db572d,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:22.035745 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42274) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:22.092935 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-08f51d38-9874-4bc4-a14d-2e20ce6e0008 admin admin] Publish callbacks [] for security_group (3c6911c3-166b-400f-8031-0c23f1db572d), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:22.115288 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-08f51d38-9874-4bc4-a14d-2e20ce6e0008 admin admin] Publish callbacks [] for security_group (3c6911c3-166b-400f-8031-0c23f1db572d), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:22.177068 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:55:22.292291 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe,segment=NetworkSegment(e74e73a6-c9a9-4662-abc2-035aaa027b7e),segment_id=e74e73a6-c9a9-4662-abc2-035aaa027b7e)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:22.293020 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-08f51d38-9874-4bc4-a14d-2e20ce6e0008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (3c6911c3-166b-400f-8031-0c23f1db572d), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:22.296627 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-08f51d38-9874-4bc4-a14d-2e20ce6e0008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:22.300877 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-08f51d38-9874-4bc4-a14d-2e20ce6e0008 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3c6911c3-166b-400f-8031-0c23f1db572d HTTP/1.1" status: 204 len: 168 time: 0.2637541 Aug 26 00:55:22.308052 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': 'c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe', 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550', 'port_id': 'c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe', 'mac_address': 'fa:16:3e:45:f5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d133c3-5801-4d11-b0c3-241ad62024f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:55:22.311649 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51d38-9874-4bc4-a14d-2e20ce6e0008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6911c3-166b-400f-8031-0c23f1db572d,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:22.359159 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:22.359558 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:22.375701 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:55:22.412329 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe,segment=NetworkSegment(e74e73a6-c9a9-4662-abc2-035aaa027b7e),segment_id=e74e73a6-c9a9-4662-abc2-035aaa027b7e)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:22.439450 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cb7d7-6d2d-4d16-9c34-14b14b5a753c req-15981339-971a-48d5-851b-2ff4ddccd6c8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:22.441786 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7f5cb7d7-6d2d-4d16-9c34-14b14b5a753c req-15981339-971a-48d5-851b-2ff4ddccd6c8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0746114 Aug 26 00:55:22.492648 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7f5cb7d7-6d2d-4d16-9c34-14b14b5a753c req-31fcfcf4-7df5-41fb-8dec-dabe85f34168 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444303 Aug 26 00:55:22.498624 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:22.553426 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:22.918821 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:55:22.969526 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:23.001280 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9f2cc-4f4c-4fab-ab08-f48bc73b44dc req-b04783d2-8c7c-47ee-a6a9-67301c63f413 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:23.002727 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7da9f2cc-4f4c-4fab-ab08-f48bc73b44dc req-b04783d2-8c7c-47ee-a6a9-67301c63f413 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 944 time: 0.0455792 Aug 26 00:55:23.053163 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7da9f2cc-4f4c-4fab-ab08-f48bc73b44dc req-12f40680-4f2f-4dfd-82b5-53a1519890bf tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Aug 26 00:55:23.612310 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8b52-8ec7-4f9d-a7d0-c967194b4833 req-c749f55f-4d3a-442e-b51a-bbd2541d9cc0 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:23.614338 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-949b8b52-8ec7-4f9d-a7d0-c967194b4833 req-c749f55f-4d3a-442e-b51a-bbd2541d9cc0 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0468447 Aug 26 00:55:23.660756 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:23.667283 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-949b8b52-8ec7-4f9d-a7d0-c967194b4833 req-5473e40c-b74e-47d7-bd4e-73e9ec085d1c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469754 Aug 26 00:55:24.178276 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e950-e86f-4305-b927-313a10283b3e req-8f76b4a4-e54c-4572-9dd6-9cafb0bfac06 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:24.179766 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ff61e950-e86f-4305-b927-313a10283b3e req-8f76b4a4-e54c-4572-9dd6-9cafb0bfac06 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 944 time: 0.0550365 Aug 26 00:55:24.220699 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:24.231398 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ff61e950-e86f-4305-b927-313a10283b3e req-a42722f4-da99-42f2-9efa-c0daf5b71382 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459325 Aug 26 00:55:24.281363 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:55:24.354753 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:24.355159 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:24.384362 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:24.444993 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:24.445506 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:24.470665 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2507d827-8d75-49dd-9b79-351d7a7bb802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:55:24.473529 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeeb707-a6bb-41e9-995d-5722dbd1e174" -d '{"events": [{"server_uuid": "2507d827-8d75-49dd-9b79-351d7a7bb802", "name": "network-vif-plugged", "status": "completed", "tag": "c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:55:24.491128 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe,segment=NetworkSegment(e74e73a6-c9a9-4662-abc2-035aaa027b7e),segment_id=e74e73a6-c9a9-4662-abc2-035aaa027b7e)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:24.525971 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b206221-bc6b-44cd-9e1f-e0e5fc251ab2 x-openstack-request-id: req-8b206221-bc6b-44cd-9e1f-e0e5fc251ab2 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:55:24.525971 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2507d827-8d75-49dd-9b79-351d7a7bb802", "name": "network-vif-plugged", "status": "completed", "tag": "c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:55:24.525971 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b206221-bc6b-44cd-9e1f-e0e5fc251ab2 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:55:24.525971 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b206221-bc6b-44cd-9e1f-e0e5fc251ab2'] response: {'server_uuid': '2507d827-8d75-49dd-9b79-351d7a7bb802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe', 'code': 200} Aug 26 00:55:24.538622 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:24.592170 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:24.785058 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c8189-2f5b-4aef-aeeb-4daf88493309 req-4162491b-5d5a-4f0f-9c5e-cf09b3f4861c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:24.786900 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244c8189-2f5b-4aef-aeeb-4daf88493309 req-4162491b-5d5a-4f0f-9c5e-cf09b3f4861c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0470557 Aug 26 00:55:24.835572 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-244c8189-2f5b-4aef-aeeb-4daf88493309 req-b1c72804-def5-41bc-9cd5-9c75bacfb140 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Aug 26 00:55:24.998740 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1445cb-9fc4-4324-9d33-08b6fb3e76d5 req-19a6cd73-8508-448c-8f00-8fc5e40f747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:24.998740 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cb1445cb-9fc4-4324-9d33-08b6fb3e76d5 req-19a6cd73-8508-448c-8f00-8fc5e40f747f service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 1129 time: 0.0465913 Aug 26 00:55:25.044260 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cb1445cb-9fc4-4324-9d33-08b6fb3e76d5 req-50b424bb-dbd1-4143-9270-30ee34b2f057 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Aug 26 00:55:25.364967 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde81f56-64c5-4345-b286-abf907f5933d req-c15a58cf-1cc1-4c9c-99a5-230bb615d729 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:25.372123 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bde81f56-64c5-4345-b286-abf907f5933d req-c15a58cf-1cc1-4c9c-99a5-230bb615d729 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 945 time: 0.0537813 Aug 26 00:55:25.421013 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bde81f56-64c5-4345-b286-abf907f5933d req-470b93f6-9e30-4e33-8a9c-cbfee71288a2 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479577 Aug 26 00:55:25.591851 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42414) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:25.699359 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2d62-48de-4ade-9e97-9bf736afe54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:25.713179 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:25.775638 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2d62-48de-4ade-9e97-9bf736afe54c admin admin] Publish callbacks [] for security_group (3c34d8de-77c0-4534-9043-b6b165ef202f), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:25.858654 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2d62-48de-4ade-9e97-9bf736afe54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (3c34d8de-77c0-4534-9043-b6b165ef202f), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:25.904356 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-a1ce2d62-48de-4ade-9e97-9bf736afe54c admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=496f196120f7411ea12734fbf23167f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114109 Aug 26 00:55:25.905517 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce2d62-48de-4ade-9e97-9bf736afe54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c34d8de-77c0-4534-9043-b6b165ef202f,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:25.907237 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42430) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:25.997421 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf614d-e801-45b6-9bbd-3f110a86dace req-f3088dc5-77ca-4959-8da1-504e72573c63 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:25.998916 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8edf614d-e801-45b6-9bbd-3f110a86dace req-f3088dc5-77ca-4959-8da1-504e72573c63 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0804760 Aug 26 00:55:26.029347 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e8561ed6-e021-40cf-9ab4-e9367066d776 admin admin] Publish callbacks [] for security_group (3c34d8de-77c0-4534-9043-b6b165ef202f), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:26.047466 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:26.063453 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e8561ed6-e021-40cf-9ab4-e9367066d776 admin admin] Publish callbacks [] for security_group (3c34d8de-77c0-4534-9043-b6b165ef202f), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:26.091662 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8edf614d-e801-45b6-9bbd-3f110a86dace req-fab603f2-d295-4485-8b86-6a351e4bb401 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825336 Aug 26 00:55:26.195567 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e8561ed6-e021-40cf-9ab4-e9367066d776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (3c34d8de-77c0-4534-9043-b6b165ef202f), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:26.198225 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e8561ed6-e021-40cf-9ab4-e9367066d776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:26.201808 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-e8561ed6-e021-40cf-9ab4-e9367066d776 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3c34d8de-77c0-4534-9043-b6b165ef202f HTTP/1.1" status: 204 len: 168 time: 0.2888217 Aug 26 00:55:26.208428 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8561ed6-e021-40cf-9ab4-e9367066d776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c34d8de-77c0-4534-9043-b6b165ef202f,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:26.543506 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584126e-e82a-4662-84d5-b107e834a4aa req-d425f010-ea2d-4012-9e9e-6a29fe2891fb tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:26.545111 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9584126e-e82a-4662-84d5-b107e834a4aa req-d425f010-ea2d-4012-9e9e-6a29fe2891fb tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 945 time: 0.0514290 Aug 26 00:55:26.593984 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9584126e-e82a-4662-84d5-b107e834a4aa req-4a79fe2a-9858-4c25-8e1e-a2ad5d2e5ebe tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429776 Aug 26 00:55:26.853645 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42442) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:26.867271 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c7d37898-7f49-4f6a-a8de-5d154989a669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:26.947429 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c7d37898-7f49-4f6a-a8de-5d154989a669 admin admin] Publish callbacks [] for security_group (8e3624a7-48da-46a9-8b23-efd9d74a3206), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:27.035911 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-c7d37898-7f49-4f6a-a8de-5d154989a669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (8e3624a7-48da-46a9-8b23-efd9d74a3206), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:27.075319 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-c7d37898-7f49-4f6a-a8de-5d154989a669 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=15bd36e42d924f9681cf9e87c6aa9afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205763 Aug 26 00:55:27.077274 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d37898-7f49-4f6a-a8de-5d154989a669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3624a7-48da-46a9-8b23-efd9d74a3206,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:27.078108 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42444) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:27.139690 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5dcffce1-eee3-4b44-b322-31691c45da96 admin admin] Publish callbacks [] for security_group (8e3624a7-48da-46a9-8b23-efd9d74a3206), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:27.162909 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5dcffce1-eee3-4b44-b322-31691c45da96 admin admin] Publish callbacks [] for security_group (8e3624a7-48da-46a9-8b23-efd9d74a3206), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:27.234318 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39f242-5f7c-42cf-8491-c26c5a07f92d req-2d57ab32-fcae-4028-b301-b2491d4474d5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:27.235754 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f39f242-5f7c-42cf-8491-c26c5a07f92d req-2d57ab32-fcae-4028-b301-b2491d4474d5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0660973 Aug 26 00:55:27.278153 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:27.294585 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f39f242-5f7c-42cf-8491-c26c5a07f92d req-f5e5eb81-bf79-4b51-a362-298eda47e329 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493829 Aug 26 00:55:27.337369 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5dcffce1-eee3-4b44-b322-31691c45da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (8e3624a7-48da-46a9-8b23-efd9d74a3206), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:27.343690 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5dcffce1-eee3-4b44-b322-31691c45da96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:27.343690 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-5dcffce1-eee3-4b44-b322-31691c45da96 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8e3624a7-48da-46a9-8b23-efd9d74a3206 HTTP/1.1" status: 204 len: 168 time: 0.2633331 Aug 26 00:55:27.353828 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcffce1-eee3-4b44-b322-31691c45da96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3624a7-48da-46a9-8b23-efd9d74a3206,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:27.428893 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=61 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:27.723330 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc24a1-e720-4974-8073-e4285bc70d13 req-3dcf4127-4eb8-4325-b210-57802f08960d tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:27.724861 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-67bc24a1-e720-4974-8073-e4285bc70d13 req-3dcf4127-4eb8-4325-b210-57802f08960d tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 945 time: 0.0475776 Aug 26 00:55:27.777789 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-67bc24a1-e720-4974-8073-e4285bc70d13 req-f06a3b79-7c2b-4937-8998-532473549977 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463006 Aug 26 00:55:28.440258 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4a00d-3e25-4098-b848-cbd8dce88beb req-6f1b4957-88f5-4faa-9a8f-e4eb7c8969fb tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:28.443693 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-20b4a00d-3e25-4098-b848-cbd8dce88beb req-6f1b4957-88f5-4faa-9a8f-e4eb7c8969fb tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0544381 Aug 26 00:55:28.503797 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-20b4a00d-3e25-4098-b848-cbd8dce88beb req-36343aa2-bb63-47ee-bcb9-91827fba250d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533307 Aug 26 00:55:29.017034 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:29.150481 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42530) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:29.274994 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4f7f5-55f6-474d-ad5b-0d293814d487 req-d8861a06-d612-4e02-8ca8-1ead86691126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:29.279267 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e8b4f7f5-55f6-474d-ad5b-0d293814d487 req-d8861a06-d612-4e02-8ca8-1ead86691126 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 1130 time: 0.0489032 Aug 26 00:55:29.349719 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-aa22ae51-8b3d-4837-813b-c1dce9175a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:29.359417 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e8b4f7f5-55f6-474d-ad5b-0d293814d487 req-5cfa324e-532c-4d93-8bd4-69acfdfffcac service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742285 Aug 26 00:55:29.454497 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-aa22ae51-8b3d-4837-813b-c1dce9175a5e admin admin] Publish callbacks [] for security_group (b5434dcb-5deb-467d-a132-4e49a9f00207), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:29.519992 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b3bfc-06d4-46cf-b03d-129d3b78ff65 req-e550a3cf-e829-4d7a-935c-10d3aeaa2b6d tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:29.521517 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5f5b3bfc-06d4-46cf-b03d-129d3b78ff65 req-e550a3cf-e829-4d7a-935c-10d3aeaa2b6d tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 945 time: 0.0560665 Aug 26 00:55:29.575432 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5f5b3bfc-06d4-46cf-b03d-129d3b78ff65 req-719ba255-8ea8-47c1-ba33-872ea1682807 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479364 Aug 26 00:55:29.584539 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-aa22ae51-8b3d-4837-813b-c1dce9175a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (b5434dcb-5deb-467d-a132-4e49a9f00207), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:29.624741 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22ae51-8b3d-4837-813b-c1dce9175a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5434dcb-5deb-467d-a132-4e49a9f00207,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:29.632515 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-aa22ae51-8b3d-4837-813b-c1dce9175a5e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e8cee98162a04de9af6dba3326d934ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4793487 Aug 26 00:55:29.634226 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42550) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:29.645311 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:29.664766 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f992776-34a4-4781-bcad-ae74bc6d5817 req-d47aa3f0-4a83-4ea7-9d34-ee6f04c5cad2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:29.666324 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1f992776-34a4-4781-bcad-ae74bc6d5817 req-d47aa3f0-4a83-4ea7-9d34-ee6f04c5cad2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0516763 Aug 26 00:55:29.700657 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:29.705450 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddb52-f884-417c-87bf-9b7236b79754 admin admin] Publish callbacks [] for security_group (b5434dcb-5deb-467d-a132-4e49a9f00207), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:29.724956 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1f992776-34a4-4781-bcad-ae74bc6d5817 req-0270b97c-31e5-43a9-818e-43a0ea9d85ac tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526826 Aug 26 00:55:29.731786 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddb52-f884-417c-87bf-9b7236b79754 admin admin] Publish callbacks [] for security_group (b5434dcb-5deb-467d-a132-4e49a9f00207), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:29.847425 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddb52-f884-417c-87bf-9b7236b79754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (b5434dcb-5deb-467d-a132-4e49a9f00207), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:29.850313 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddb52-f884-417c-87bf-9b7236b79754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:29.851585 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-ba0ddb52-f884-417c-87bf-9b7236b79754 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b5434dcb-5deb-467d-a132-4e49a9f00207 HTTP/1.1" status: 204 len: 168 time: 0.2162795 Aug 26 00:55:29.860786 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ddb52-f884-417c-87bf-9b7236b79754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5434dcb-5deb-467d-a132-4e49a9f00207,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:30.463549 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42562) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:30.477316 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e559-0151-430d-956f-03c302be25da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:30.557922 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e559-0151-430d-956f-03c302be25da admin admin] Publish callbacks [] for security_group (d1568c58-cb81-4e6d-96fe-ec7d842998ff), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:30.664045 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e3df2df8-130c-462c-a489-80dbb1bc48b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:30.682680 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e559-0151-430d-956f-03c302be25da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (d1568c58-cb81-4e6d-96fe-ec7d842998ff), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:30.730082 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7f5fe-8139-47ee-82d1-f223bf251c78 req-1f446d82-5a8e-4c24-b480-1f8deebba607 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:30.731565 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-74d7f5fe-8139-47ee-82d1-f223bf251c78 req-1f446d82-5a8e-4c24-b480-1f8deebba607 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 945 time: 0.0814774 Aug 26 00:55:30.749101 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7ac2e559-0151-430d-956f-03c302be25da admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=4f06317949284dcc935e92131e094525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844563 Aug 26 00:55:30.752698 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2e559-0151-430d-956f-03c302be25da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1568c58-cb81-4e6d-96fe-ec7d842998ff,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:30.753472 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42570) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:30.766648 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:30.816812 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-74d7f5fe-8139-47ee-82d1-f223bf251c78 req-30e66a41-54d7-4173-a7f1-c3fec52f74e8 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617161 Aug 26 00:55:30.831179 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b68ddb15-4b7b-4f35-817f-9260690ec125 admin admin] Publish callbacks [] for security_group (d1568c58-cb81-4e6d-96fe-ec7d842998ff), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:30.892824 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b68ddb15-4b7b-4f35-817f-9260690ec125 admin admin] Publish callbacks [] for security_group (d1568c58-cb81-4e6d-96fe-ec7d842998ff), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:30.911857 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207879d-d2c1-496f-93ec-7920455f962b req-2ee01917-6175-41aa-b0a0-824de273afc8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:30.913426 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e207879d-d2c1-496f-93ec-7920455f962b req-2ee01917-6175-41aa-b0a0-824de273afc8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0790126 Aug 26 00:55:30.969291 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e207879d-d2c1-496f-93ec-7920455f962b req-e64ada50-f872-4fd8-9bb6-c412affb1ee4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495498 Aug 26 00:55:31.028963 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b68ddb15-4b7b-4f35-817f-9260690ec125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (d1568c58-cb81-4e6d-96fe-ec7d842998ff), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:31.031566 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b68ddb15-4b7b-4f35-817f-9260690ec125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:31.032745 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-b68ddb15-4b7b-4f35-817f-9260690ec125 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d1568c58-cb81-4e6d-96fe-ec7d842998ff HTTP/1.1" status: 204 len: 168 time: 0.2798090 Aug 26 00:55:31.044059 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ddb15-4b7b-4f35-817f-9260690ec125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1568c58-cb81-4e6d-96fe-ec7d842998ff,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:31.920129 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802de00d-594e-4c19-a8af-9e0af00ac921 req-4744e6c7-7e11-49d0-9535-292088b05903 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:31.921647 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-802de00d-594e-4c19-a8af-9e0af00ac921 req-4744e6c7-7e11-49d0-9535-292088b05903 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 945 time: 0.0518389 Aug 26 00:55:31.971153 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-802de00d-594e-4c19-a8af-9e0af00ac921 req-15f5a597-d769-4ebf-b1d0-acac2020c588 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Aug 26 00:55:32.092446 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174220e2-cd69-49aa-8ac6-4a053918a07f req-f0dddffc-b353-44be-a860-7eb87325f448 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:32.093954 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-174220e2-cd69-49aa-8ac6-4a053918a07f req-f0dddffc-b353-44be-a860-7eb87325f448 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0501928 Aug 26 00:55:32.146194 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-174220e2-cd69-49aa-8ac6-4a053918a07f req-2a957084-28fc-4c9d-93ac-c7173c523865 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461683 Aug 26 00:55:32.223589 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d43f01-dd64-4afb-9ab8-4f863d19e279 req-d5f29a0b-1619-4977-b4b2-a08d69fa9f0c tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:32.225211 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-61d43f01-dd64-4afb-9ab8-4f863d19e279 req-d5f29a0b-1619-4977-b4b2-a08d69fa9f0c tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 945 time: 0.0586417 Aug 26 00:55:32.735640 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42636) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:32.850507 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42644) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:32.971149 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-08504e05-9986-4583-9a21-1c319951ace4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:32.984087 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-40e99054-3e2f-4927-885e-2b618a2c7273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.019275 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:33.053318 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-466ec389-7e4e-4d2a-a959-da7962064c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.107360 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ae80d-fa06-47e0-8777-84cca1617972 req-155dc404-e3af-4b94-913e-4a24c6d4ea8f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:33.113193 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ff1ae80d-fa06-47e0-8777-84cca1617972 req-155dc404-e3af-4b94-913e-4a24c6d4ea8f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 945 time: 0.0650408 Aug 26 00:55:33.119518 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-08504e05-9986-4583-9a21-1c319951ace4 admin admin] Publish callbacks [] for security_group (8a0ec8c6-bf5d-4afa-847d-979fdbcb42f3), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.125179 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-40e99054-3e2f-4927-885e-2b618a2c7273 admin admin] Publish callbacks [] for security_group (b9b8b6cf-6b45-4485-b1f4-5616187e17b4), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.156262 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ff1ae80d-fa06-47e0-8777-84cca1617972 req-6b21ab14-31e3-45a9-b8d6-e309632d280c tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Aug 26 00:55:33.201709 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-40e99054-3e2f-4927-885e-2b618a2c7273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (b9b8b6cf-6b45-4485-b1f4-5616187e17b4), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.206312 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-08504e05-9986-4583-9a21-1c319951ace4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (8a0ec8c6-bf5d-4afa-847d-979fdbcb42f3), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.210145 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:33.287824 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-08504e05-9986-4583-9a21-1c319951ace4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=31471c7bbea34dc0b250e444c70f9baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362442 Aug 26 00:55:33.290762 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42652) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:33.296055 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-40e99054-3e2f-4927-885e-2b618a2c7273 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c5ed426010bd4fc4973e1f5bec79883f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5593898 Aug 26 00:55:33.299120 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e99054-3e2f-4927-885e-2b618a2c7273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b8b6cf-6b45-4485-b1f4-5616187e17b4,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:33.303411 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42654) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:33.325252 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619410c-6253-44db-a2b8-c9562d6ffa40 req-f071a566-f8e9-48b9-a77c-e902f6cda5e8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:33.326750 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a619410c-6253-44db-a2b8-c9562d6ffa40 req-f071a566-f8e9-48b9-a77c-e902f6cda5e8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0955820 Aug 26 00:55:33.343501 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08504e05-9986-4583-9a21-1c319951ace4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0ec8c6-bf5d-4afa-847d-979fdbcb42f3,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:33.374803 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6c202da9-5592-419b-b165-466e98e91849 admin admin] Publish callbacks [] for security_group (8a0ec8c6-bf5d-4afa-847d-979fdbcb42f3), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.382998 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a619410c-6253-44db-a2b8-c9562d6ffa40 req-dccb437d-f803-4005-b1f1-14494b3a64d8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474968 Aug 26 00:55:33.391679 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6f40d864-2763-47aa-8a54-6cb83a855342 admin admin] Publish callbacks [] for security_group (b9b8b6cf-6b45-4485-b1f4-5616187e17b4), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.412360 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6c202da9-5592-419b-b165-466e98e91849 admin admin] Publish callbacks [] for security_group (8a0ec8c6-bf5d-4afa-847d-979fdbcb42f3), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.433743 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6f40d864-2763-47aa-8a54-6cb83a855342 admin admin] Publish callbacks [] for security_group (b9b8b6cf-6b45-4485-b1f4-5616187e17b4), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.526360 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bfed1-5866-4f16-9700-471093df5d4a req-c358c059-c883-4ecd-84d2-76d640078ee6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:33.527831 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3f0bfed1-5866-4f16-9700-471093df5d4a req-c358c059-c883-4ecd-84d2-76d640078ee6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0694146 Aug 26 00:55:33.580521 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3f0bfed1-5866-4f16-9700-471093df5d4a req-29e73390-90fe-4be4-9c70-694085e652da tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444202 Aug 26 00:55:33.606985 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6c202da9-5592-419b-b165-466e98e91849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (8a0ec8c6-bf5d-4afa-847d-979fdbcb42f3), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.609631 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6c202da9-5592-419b-b165-466e98e91849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.610730 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6c202da9-5592-419b-b165-466e98e91849 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8a0ec8c6-bf5d-4afa-847d-979fdbcb42f3 HTTP/1.1" status: 204 len: 168 time: 0.3190041 Aug 26 00:55:33.619186 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c202da9-5592-419b-b165-466e98e91849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0ec8c6-bf5d-4afa-847d-979fdbcb42f3,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:33.635082 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6f40d864-2763-47aa-8a54-6cb83a855342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (b9b8b6cf-6b45-4485-b1f4-5616187e17b4), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.637614 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6f40d864-2763-47aa-8a54-6cb83a855342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:33.638743 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6f40d864-2763-47aa-8a54-6cb83a855342 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b9b8b6cf-6b45-4485-b1f4-5616187e17b4 HTTP/1.1" status: 204 len: 168 time: 0.3344913 Aug 26 00:55:33.650944 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40d864-2763-47aa-8a54-6cb83a855342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b8b6cf-6b45-4485-b1f4-5616187e17b4,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:34.278083 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270d2ef-6d63-4ad0-88d5-974331710b09 req-87fb57be-f1a3-42d7-9d63-624312ee66b9 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:34.279585 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6270d2ef-6d63-4ad0-88d5-974331710b09 req-87fb57be-f1a3-42d7-9d63-624312ee66b9 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 945 time: 0.0488117 Aug 26 00:55:34.347021 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6270d2ef-6d63-4ad0-88d5-974331710b09 req-1357da73-2881-4a09-9536-6fd17bdabf6d tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591507 Aug 26 00:55:34.366891 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:34.447644 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42682) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:34.461873 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-351c715a-d726-4bf8-9aeb-d3ea6053ed19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:34.472459 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:34.532000 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:34.546892 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-351c715a-d726-4bf8-9aeb-d3ea6053ed19 admin admin] Publish callbacks [] for security_group (44f85566-0aa6-4325-91e8-f1e3fd054490), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:34.613710 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-351c715a-d726-4bf8-9aeb-d3ea6053ed19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (44f85566-0aa6-4325-91e8-f1e3fd054490), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:34.658652 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c715a-d726-4bf8-9aeb-d3ea6053ed19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f85566-0aa6-4325-91e8-f1e3fd054490,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:34.667562 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-351c715a-d726-4bf8-9aeb-d3ea6053ed19 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9bd31142621142e4b57095f5ad1c7019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169840 Aug 26 00:55:34.668737 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42692) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:34.717002 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3786a48-c117-41ab-831f-4fa732ff5464 admin admin] Publish callbacks [] for security_group (44f85566-0aa6-4325-91e8-f1e3fd054490), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:34.738145 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3786a48-c117-41ab-831f-4fa732ff5464 admin admin] Publish callbacks [] for security_group (44f85566-0aa6-4325-91e8-f1e3fd054490), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:34.841006 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3786a48-c117-41ab-831f-4fa732ff5464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (44f85566-0aa6-4325-91e8-f1e3fd054490), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:34.843736 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3786a48-c117-41ab-831f-4fa732ff5464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:34.844914 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-f3786a48-c117-41ab-831f-4fa732ff5464 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/44f85566-0aa6-4325-91e8-f1e3fd054490 HTTP/1.1" status: 204 len: 168 time: 0.1750507 Aug 26 00:55:34.853793 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3786a48-c117-41ab-831f-4fa732ff5464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f85566-0aa6-4325-91e8-f1e3fd054490,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:35.501902 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-61d43f01-dd64-4afb-9ab8-4f863d19e279 req-c68ff5b6-b345-4fbe-a75c-c57d0909573e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Deleting port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:55:35.502617 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-61d43f01-dd64-4afb-9ab8-4f863d19e279 req-c68ff5b6-b345-4fbe-a75c-c57d0909573e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:35.523500 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42750) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:35.537923 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8b224268-5447-4049-b223-f028528bd3ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:35.556678 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178185f1-2620-475f-9356-56691e618be1 req-07af40fb-3417-40bc-b0a7-6c8b5ebc0049 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:35.558157 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-178185f1-2620-475f-9356-56691e618be1 req-07af40fb-3417-40bc-b0a7-6c8b5ebc0049 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 945 time: 0.1046610 Aug 26 00:55:35.619811 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8b224268-5447-4049-b223-f028528bd3ac admin admin] Publish callbacks [] for security_group (881761fc-c185-484e-b35c-6252512b24eb), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:35.641918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-61d43f01-dd64-4afb-9ab8-4f863d19e279 req-c68ff5b6-b345-4fbe-a75c-c57d0909573e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] For port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe,segment=NetworkSegment(e74e73a6-c9a9-4662-abc2-035aaa027b7e),segment_id=e74e73a6-c9a9-4662-abc2-035aaa027b7e)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:35.642197 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-61d43f01-dd64-4afb-9ab8-4f863d19e279 req-c68ff5b6-b345-4fbe-a75c-c57d0909573e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:35.647787 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-178185f1-2620-475f-9356-56691e618be1 req-88f156e2-c011-4256-a897-cde2ed3638fb tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817122 Aug 26 00:55:35.660901 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-61d43f01-dd64-4afb-9ab8-4f863d19e279 req-c68ff5b6-b345-4fbe-a75c-c57d0909573e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Calling delete_port for c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:55:35.675351 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8b224268-5447-4049-b223-f028528bd3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (881761fc-c185-484e-b35c-6252512b24eb), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:35.719576 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8b224268-5447-4049-b223-f028528bd3ac admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=df3021fb2a8d4111880c8f3d80d10333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1949933 Aug 26 00:55:35.720548 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b224268-5447-4049-b223-f028528bd3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881761fc-c185-484e-b35c-6252512b24eb,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:35.722882 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42752) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:35.732440 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:35.781269 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-142e648b-015f-417e-95e7-bb5f67260b42 admin admin] Publish callbacks [] for security_group (881761fc-c185-484e-b35c-6252512b24eb), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:35.802128 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:35.820088 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-142e648b-015f-417e-95e7-bb5f67260b42 admin admin] Publish callbacks [] for security_group (881761fc-c185-484e-b35c-6252512b24eb), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:35.881142 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:35.881404 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-61d43f01-dd64-4afb-9ab8-4f863d19e279 req-c68ff5b6-b345-4fbe-a75c-c57d0909573e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:35.909755 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ff5b6-b345-4fbe-a75c-c57d0909573e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Pushing event deleted for resources: {'Port': ['ID=c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:35.950832 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-142e648b-015f-417e-95e7-bb5f67260b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (881761fc-c185-484e-b35c-6252512b24eb), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:35.955288 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-142e648b-015f-417e-95e7-bb5f67260b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:35.958890 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-142e648b-015f-417e-95e7-bb5f67260b42 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/881761fc-c185-484e-b35c-6252512b24eb HTTP/1.1" status: 204 len: 168 time: 0.2327330 Aug 26 00:55:35.975863 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e648b-015f-417e-95e7-bb5f67260b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881761fc-c185-484e-b35c-6252512b24eb,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:36.199687 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d43f01-dd64-4afb-9ab8-4f863d19e279 req-c68ff5b6-b345-4fbe-a75c-c57d0909573e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] No DVR routers for this DVR port c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:55:36.202765 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-61d43f01-dd64-4afb-9ab8-4f863d19e279 req-c68ff5b6-b345-4fbe-a75c-c57d0909573e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:36.206003 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-61d43f01-dd64-4afb-9ab8-4f863d19e279 req-c68ff5b6-b345-4fbe-a75c-c57d0909573e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.91 "DELETE /networking/v2.0/ports/c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe HTTP/1.1" status: 204 len: 173 time: 0.8553283 Aug 26 00:55:36.206410 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2507d827-8d75-49dd-9b79-351d7a7bb802', 'name': 'network-vif-deleted', 'tag': 'c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:55:36.208664 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32bea0c-de1e-4cba-9f74-49d4c0f71343" -d '{"events": [{"server_uuid": "2507d827-8d75-49dd-9b79-351d7a7bb802", "name": "network-vif-deleted", "tag": "c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:55:36.246818 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf5d864-a131-413d-863d-bd9540044e5c x-openstack-request-id: req-6bf5d864-a131-413d-863d-bd9540044e5c {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:55:36.247376 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2507d827-8d75-49dd-9b79-351d7a7bb802", "name": "network-vif-deleted", "tag": "c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:55:36.247376 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6bf5d864-a131-413d-863d-bd9540044e5c {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:55:36.247743 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf5d864-a131-413d-863d-bd9540044e5c'] response: {'server_uuid': '2507d827-8d75-49dd-9b79-351d7a7bb802', 'name': 'network-vif-deleted', 'tag': 'c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe', 'status': 'completed', 'code': 200} Aug 26 00:55:36.267023 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:55:36.290573 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:55:36.290924 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device c5ac9a09-0d7c-4533-8c40-8f7bb360d0fe not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:55:36.772926 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9c822ce3-ead7-47ba-928c-dbd4675ed031 req-ba22e4c7-873c-4ce8-91cf-abc0dc393467 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 210 time: 0.0283997 Aug 26 00:55:37.044575 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f474f-7f15-4718-82fb-dd58bf217521 req-6b894bf8-732b-4962-b91a-c49802e570ff tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:37.048992 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-521f474f-7f15-4718-82fb-dd58bf217521 req-6b894bf8-732b-4962-b91a-c49802e570ff tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0588286 Aug 26 00:55:37.084501 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:37.101583 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-521f474f-7f15-4718-82fb-dd58bf217521 req-47c48f7f-141c-4f8a-8fb5-8b21b14d5c68 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494456 Aug 26 00:55:37.126571 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499731e-0b94-4fc6-83af-b25369ee118c req-3f09f334-1071-4ac9-80b2-561c8c3181ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:37.128750 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e499731e-0b94-4fc6-83af-b25369ee118c req-3f09f334-1071-4ac9-80b2-561c8c3181ef service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 1129 time: 0.0416493 Aug 26 00:55:37.270459 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42822) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:37.369827 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1614340133-network', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:37.469308 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Made reservation on behalf of ca3e24d51bdf44c5ad7219fa57d3d23b for: {'network': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:55:37.472295 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:37.481522 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:37.558642 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Publish callbacks [] for security_group (0b2c3138-4d76-460c-b763-f21177ebe81a), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:37.618015 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (0b2c3138-4d76-460c-b763-f21177ebe81a), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:37.645636 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1183} {{(pid=113336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:55:37.651053 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2c3138-4d76-460c-b763-f21177ebe81a,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:37.658363 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:37.665864 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.segments_db [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Added segment b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee of type vlan for network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 Aug 26 00:55:37.691331 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:37.705096 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (67cce745-2ab6-4c41-99b3-cb2978e1bfd5), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:37.789328 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (67cce745-2ab6-4c41-99b3-cb2978e1bfd5), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:37.790291 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:37.790876 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:37.856299 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] Pushing event updated for resources: {'Network': ['ID=67cce745-2ab6-4c41-99b3-cb2978e1bfd5,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:37.867021 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:55:37.912638 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0db30365-50ab-4548-8a76-db28382e2933 req-b3d86a03-462c-436d-831e-fc3b97413952 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 210 time: 0.0382164 Aug 26 00:55:37.964268 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-61aad656-9169-4a43-9f4d-63aa9f1113f4 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6924634 Aug 26 00:55:37.967561 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42830) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:37.972151 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-662184c0-c63a-4833-a9d6-0bd72e9230cb admin admin] Request body: {'subnet': {'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1614340133-subnet', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'ip_version': 4}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:38.058535 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662184c0-c63a-4833-a9d6-0bd72e9230cb admin admin] Made reservation on behalf of ca3e24d51bdf44c5ad7219fa57d3d23b for: {'subnet': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:55:38.060957 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-662184c0-c63a-4833-a9d6-0bd72e9230cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14176895'] for subnet (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:38.224876 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a941a16-77ee-47fc-a034-1fe5e481db08 req-f5b672d0-87d9-4d79-8fb7-6f4e08130248 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:38.226631 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9a941a16-77ee-47fc-a034-1fe5e481db08 req-f5b672d0-87d9-4d79-8fb7-6f4e08130248 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0501404 Aug 26 00:55:38.276806 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9a941a16-77ee-47fc-a034-1fe5e481db08 req-5204af77-e861-48a0-9bf5-4d5cd0f60229 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443578 Aug 26 00:55:38.287519 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-662184c0-c63a-4833-a9d6-0bd72e9230cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14176845'] for subnet (a43d0c05-f3f0-4dc6-b965-0109fa4aa91f), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:38.333841 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:38.357113 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662184c0-c63a-4833-a9d6-0bd72e9230cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:38.364264 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662184c0-c63a-4833-a9d6-0bd72e9230cb admin admin] Checking segment: {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:55:38.364653 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662184c0-c63a-4833-a9d6-0bd72e9230cb admin admin] Network hostable DHCP agents. Network: 67cce745-2ab6-4c41-99b3-cb2978e1bfd5, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:55:38.429695 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662184c0-c63a-4833-a9d6-0bd72e9230cb admin admin] Network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:55:38.538332 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-662184c0-c63a-4833-a9d6-0bd72e9230cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, 67cce745-2ab6-4c41-99b3-cb2978e1bfd5) {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:38.542551 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662184c0-c63a-4833-a9d6-0bd72e9230cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:38.543162 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-662184c0-c63a-4833-a9d6-0bd72e9230cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:38.548341 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fbadc2-fb9f-445c-9bf5-2062e6788c4a None None] Network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:55:38.632645 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-662184c0-c63a-4833-a9d6-0bd72e9230cb admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6639135 Aug 26 00:55:38.635306 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42836) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:38.639493 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:38.654745 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 00:55:38.655737 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:38.749688 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26986'] for router (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:38.750759 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26963'] for router (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:38.793023 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Allocated IP 172.20.0.2 (67cce745-2ab6-4c41-99b3-cb2978e1bfd5/a43d0c05-f3f0-4dc6-b965-0109fa4aa91f/00ccc8d6-0e07-441b-bc9d-adfb21a6bafc) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:55:38.805563 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Publish callbacks [] for router_controller (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), precommit_add_association {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:38.806105 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:38.945253 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Publish callbacks [] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:39.021482 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Publish callbacks [] for router_gateway (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:39.029514 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:39.043911 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7cf18c16-6643-41a0-a3e1-4cee9358af5b req-22e6111b-4209-4ff2-9bf3-6e111e0f23d8 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 210 time: 0.0342917 Aug 26 00:55:39.062961 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:39.073832 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:55:39.076991 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:39.085814 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:55:39.094700 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Pushing event updated for resources: {'Port': ['ID=00ccc8d6-0e07-441b-bc9d-adfb21a6bafc,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:39.144825 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Attempting to bind port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:55:39.145209 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Attempting to bind port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:55:39.145574 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Attempting to bind port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc on network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:55:39.150851 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:55:39.151237 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Checking segment: {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:55:39.151650 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:39.152073 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Bound using segment: {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:55:39.152673 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Bound port: 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:55:39.153057 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:39.218913 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] For port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:55:39.222763 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] For port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=00ccc8d6-0e07-441b-bc9d-adfb21a6bafc,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:55:39.253922 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Publish callbacks [] for router_gateway (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:39.273477 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:39.310238 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:39.315418 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:39.374054 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0a8d6-d3cf-4655-9cde-cd08a744b3de None None] Pushing event updated for resources: {'Port': ['ID=00ccc8d6-0e07-441b-bc9d-adfb21a6bafc,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:39.399225 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Allocated IP 172.27.1.216 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/5e4ec125-46f1-4af7-88b3-1193dc39ea2c) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:55:39.444493 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775bf50-7778-4e27-97e3-9bbd61bb4052 req-7f00a0f4-e7c2-42be-8239-d2a5a05b09de tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:39.449115 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2775bf50-7778-4e27-97e3-9bbd61bb4052 req-7f00a0f4-e7c2-42be-8239-d2a5a05b09de tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0610633 Aug 26 00:55:39.511134 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2775bf50-7778-4e27-97e3-9bbd61bb4052 req-5cd3d7fe-cd8b-4975-b1b0-fdd66377e8a7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563188 Aug 26 00:55:39.533698 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Publish callbacks [] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:39.548923 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:39.649025 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:39.699727 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:39.702527 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:55:39.708457 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:39.710845 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4ec125-46f1-4af7-88b3-1193dc39ea2c,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:39.729010 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:55:39.744245 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.744556 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.745000 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.745251 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.745587 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.745685 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:39.745918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.746063 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:39.746248 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.746594 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.746904 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.747232 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.747596 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.747918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.748238 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.748579 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.748909 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:39.825756 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:39.826139 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:39.860979 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=00ccc8d6-0e07-441b-bc9d-adfb21a6bafc,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:39.972155 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:40.021746 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=00ccc8d6-0e07-441b-bc9d-adfb21a6bafc,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:40.211374 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-96b32e89-f090-4199-a617-cf676d578510 req-382fe7b0-7ed3-4cf1-9a1f-aab165d927c5 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2507d827-8d75-49dd-9b79-351d7a7bb802 HTTP/1.1" status: 200 len: 210 time: 0.0388763 Aug 26 00:55:40.222202 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Publish callbacks [] for router_gateway (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:40.362683 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d18cef8-576d-492a-8a39-b0730c12fed7 None None] Network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:55:40.430488 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-39c90e67-0635-4271-9ae6-2a718cf254b7 None None] Provisioning complete for port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:40.430928 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-39c90e67-0635-4271-9ae6-2a718cf254b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:40.487684 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499731e-0b94-4fc6-83af-b25369ee118c req-8943cca3-28e6-41ac-80d4-bbdd98e18f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:40.489230 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e499731e-0b94-4fc6-83af-b25369ee118c req-8943cca3-28e6-41ac-80d4-bbdd98e18f09 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 921 time: 0.1726196 Aug 26 00:55:40.493792 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848'] for router (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:40.563381 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-39c90e67-0635-4271-9ae6-2a718cf254b7 None None] Current status of the port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:40.579529 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e499731e-0b94-4fc6-83af-b25369ee118c req-cf8d4c18-b998-48b2-a88e-1d4a04796006 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=370c2a59-a26b-4a3e-8768-1300357aad68 HTTP/1.1" status: 200 len: 217 time: 0.0790858 Aug 26 00:55:40.657281 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d7187-874b-44ca-ae5c-808d2be0f059 req-a4281ff1-f6cc-4c35-bdcc-df9a9932a79e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:40.659614 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fc6d7187-874b-44ca-ae5c-808d2be0f059 req-a4281ff1-f6cc-4c35-bdcc-df9a9932a79e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0544047 Aug 26 00:55:40.679708 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:40.699074 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499731e-0b94-4fc6-83af-b25369ee118c req-4fb1e90f-8f3d-4bfd-a314-75e2753dc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:40.700560 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e499731e-0b94-4fc6-83af-b25369ee118c req-4fb1e90f-8f3d-4bfd-a314-75e2753dc5c2 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.0807250 Aug 26 00:55:40.719574 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fc6d7187-874b-44ca-ae5c-808d2be0f059 req-74872d67-c5d6-4222-9b56-f693626463b8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519934 Aug 26 00:55:40.765529 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499731e-0b94-4fc6-83af-b25369ee118c req-f98f7b8b-249f-42a9-b1c1-40a3cc482e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:40.767265 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e499731e-0b94-4fc6-83af-b25369ee118c req-f98f7b8b-249f-42a9-b1c1-40a3cc482e87 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0576739 Aug 26 00:55:40.846799 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:40.876892 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e499731e-0b94-4fc6-83af-b25369ee118c req-9417ba79-289b-48c5-8da4-58efed96addf service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908389 Aug 26 00:55:40.883196 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 is scheduled to L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e with binding_index 1 {{(pid=113336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 00:55:40.890053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-3309dbbf-3b0f-4e38-9a36-2455e6ce3fc3 None None] Provisioning complete for port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:40.890420 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-3309dbbf-3b0f-4e38-9a36-2455e6ce3fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:40.928794 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:40.979491 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-3309dbbf-3b0f-4e38-9a36-2455e6ce3fc3 None None] Current status of the port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:41.071021 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:55:41.073945 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e499731e-0b94-4fc6-83af-b25369ee118c req-c41fb10d-7d4f-4a33-9e39-ab9e91320b48 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826634 Aug 26 00:55:41.079712 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Sync routers for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:55:41.093774 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:55:41.094639 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:55:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:41.180594 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:41.183081 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:41.183233 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-31d7d5f7-0ad2-4b6b-97ee-5ba644003245 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5458989 Aug 26 00:55:41.184956 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 42866) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:41.209164 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:55:41.483959 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:39Z', 'revision_number': 3, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:41.503112 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Checking router: 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:55:41.503468 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Updating router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:55:41.532643 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:41.751001 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:41.871357 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ac429-d9e4-45ad-b849-eb7320186b1e req-06d011ee-f72f-46d0-bedc-beb43afb7bea tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:41.873209 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d77ac429-d9e4-45ad-b849-eb7320186b1e req-06d011ee-f72f-46d0-bedc-beb43afb7bea tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0636842 Aug 26 00:55:41.886869 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:41.928500 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d77ac429-d9e4-45ad-b849-eb7320186b1e req-88efbcb0-744e-4eac-9ae1-9d69fb3a16be tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481040 Aug 26 00:55:41.973431 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:41.973796 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:42.024993 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:42.098479 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Publish callbacks [] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:42.107654 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:42.128686 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-98a67102-2756-4a43-a725-5dae501c77fd tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:42.130180 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-98a67102-2756-4a43-a725-5dae501c77fd tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/networks?id=26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 HTTP/1.1" status: 200 len: 809 time: 0.1698773 Aug 26 00:55:42.152891 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-afa9d552-6f2a-4f9a-a9d9-e3025fdcee00 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/quotas/9b49ff217de14a2aae05d524128dec49 HTTP/1.1" status: 200 len: 375 time: 0.0166891 Aug 26 00:55:42.154671 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:42.166684 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:42.201587 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-49c1bf90-5951-46f7-b19e-1539e7927969 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=9b49ff217de14a2aae05d524128dec49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432410 Aug 26 00:55:42.214419 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Attempting to bind port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:55:42.214788 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Attempting to bind port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:55:42.215150 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Attempting to bind port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c on network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:55:42.223640 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:55:42.224017 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:55:42.225017 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:42.225017 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Bound using segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:55:42.225274 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Bound port: 5e4ec125-46f1-4af7-88b3-1193dc39ea2c, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:55:42.225650 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:42.230267 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864792e-8b27-4cac-baf8-faa27434fb17 None None] Pushing event updated for resources: {'Port': ['ID=5e4ec125-46f1-4af7-88b3-1193dc39ea2c,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:42.279506 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] For port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:55:42.282867 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] For port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=5e4ec125-46f1-4af7-88b3-1193dc39ea2c,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:55:42.367816 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:42.400516 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:42.404698 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-70a33288-f833-4729-b893-cabc24c044bd service neutron] 10.222.0.59 "GET /networking/v2.0/networks/26ae3024-dc7c-4eb7-8ff7-8c6eee8da550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694763 Aug 26 00:55:42.410420 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:55:42.411157 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:55:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:42.442567 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Allocated IP 172.20.0.1 (67cce745-2ab6-4c41-99b3-cb2978e1bfd5/a43d0c05-f3f0-4dc6-b965-0109fa4aa91f/9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:55:42.472893 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:42.477154 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:42.479880 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864792e-8b27-4cac-baf8-faa27434fb17 None None] Pushing event updated for resources: {'Port': ['ID=5e4ec125-46f1-4af7-88b3-1193dc39ea2c,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:42.539481 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:55:42.565540 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-37dc1f12-819e-482b-90f0-cf4743126000 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/26ae3024-dc7c-4eb7-8ff7-8c6eee8da550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465445 Aug 26 00:55:42.632439 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Publish callbacks [] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:42.751891 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:39Z', 'revision_number': 3, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:42.777407 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:42.779507 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c4df1-c75a-43fa-9e18-4d83d9c3d4dd None None] The sync data for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi is: [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:39Z', 'revision_number': 3, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:55:42.862615 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:42.917021 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:55:42.927570 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:42.932094 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5bf42ef2-12f7-4b88-ab32-35df986d6f4d req-224d5540-11d2-4284-ad90-1906c9633c00 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 210 time: 0.0594289 Aug 26 00:55:42.937294 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:55:42.993996 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:43.015216 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-583463'] for router_interface (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:43.031035 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:43.035426 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=5 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:43.348194 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cb5e5-803c-4ed9-a355-6694482cb8e8 req-b2fa4a3c-d403-4ff3-8962-123697899cf5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:43.348194 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-943cb5e5-803c-4ed9-a355-6694482cb8e8 req-b2fa4a3c-d403-4ff3-8962-123697899cf5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.1129682 Aug 26 00:55:43.348194 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-943cb5e5-803c-4ed9-a355-6694482cb8e8 req-1e3f17d6-9a0d-4cbb-a0c6-3646d7328505 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590291 Aug 26 00:55:43.352682 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-8e6fb05f-7923-4a8a-bc10-768bee5166e0 None None] Provisioning complete for port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:43.352682 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8e6fb05f-7923-4a8a-bc10-768bee5166e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:43.378890 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-8e6fb05f-7923-4a8a-bc10-768bee5166e0 None None] Port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:55:43.532687 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:43.683459 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 5e4ec125-46f1-4af7-88b3-1193dc39ea2c up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:43.697838 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:43.739127 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:43.739753 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:43.760378 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Publish callbacks [] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:43.844165 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:43.844575 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:43.846398 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:43.866782 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=5e4ec125-46f1-4af7-88b3-1193dc39ea2c,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:43.920542 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:43.924966 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583611'] for router_interface (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:43.932122 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:43.988830 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=5e4ec125-46f1-4af7-88b3-1193dc39ea2c,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:44.031902 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-640fc5ce-d06c-4370-8285-ae6e7f13d28f req-c93d7a8a-a3e4-42e8-bd46-228fa9d61423 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 210 time: 0.0325069 Aug 26 00:55:44.036907 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:55:44.038351 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:44.168304 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:55:44.227850 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:44.281703 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:55:44.288332 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-bc7f9f61-6d0a-42cb-aa7a-4ac36a090974 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/3a3aa609-ce29-43a8-a6ef-452b48bef3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1021535 Aug 26 00:55:44.304188 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b3f4e515-8f41-4435-9414-c1e642b6ba07 None None] Provisioning complete for port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:44.304623 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b3f4e515-8f41-4435-9414-c1e642b6ba07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:44.341963 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4e515-8f41-4435-9414-c1e642b6ba07 None None] Port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:55:44.490071 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd7b09-250d-4247-b0c5-ece99d666cfd req-a7c58422-8d5c-47e1-b457-af46f09e8bb8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:44.491789 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8bcd7b09-250d-4247-b0c5-ece99d666cfd req-a7c58422-8d5c-47e1-b457-af46f09e8bb8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0508122 Aug 26 00:55:44.545908 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8bcd7b09-250d-4247-b0c5-ece99d666cfd req-5e01411c-53d1-4e41-a320-8904922ac502 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481606 Aug 26 00:55:44.744680 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Sync routers for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:55:44.757584 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:55:44.758494 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:55:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:44.893234 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:55:45.099105 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42966) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:45.103331 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 2, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:45.107069 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2108097640-network', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:45.133001 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Checking router: 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:55:45.133355 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Updating router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 binding host dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:55:45.154358 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7ac62429-ff3c-4f23-b29e-3cc791fb0535 req-643baf10-ced1-4f62-9624-17227abdac52 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 210 time: 0.0342083 Aug 26 00:55:45.175203 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.193889 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Made reservation on behalf of 016ffb0e1f50431299ecff65e07bd180 for: {'network': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:55:45.196237 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.209421 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.231269 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09971c7-b66d-4bef-90c7-c0e35201e898 req-f60fae5d-3b2f-48b4-b85e-5c15c1cf1a71 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:45.232830 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e09971c7-b66d-4bef-90c7-c0e35201e898 req-f60fae5d-3b2f-48b4-b85e-5c15c1cf1a71 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0784447 Aug 26 00:55:45.307854 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e09971c7-b66d-4bef-90c7-c0e35201e898 req-beda1b48-5548-4e3a-b8ac-6cdb8da2c75b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690582 Aug 26 00:55:45.345184 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Publish callbacks [] for security_group (9cd04dd3-02a3-4a9d-8931-99ce90f3d73c), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.440931 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (9cd04dd3-02a3-4a9d-8931-99ce90f3d73c), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.451618 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Publish callbacks [] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), precommit_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.473733 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1167} {{(pid=113335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 00:55:45.476088 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd04dd3-02a3-4a9d-8931-99ce90f3d73c,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:45.487605 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.491557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.491557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.491557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.491557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.491557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.491557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.491557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.491557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.491557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.491557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.491557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.491557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.492688 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.492688 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.501066 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (a06fc4fb-218f-428a-a12e-14d267c8b784), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.501066 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.segments_db [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Added segment a06fc4fb-218f-428a-a12e-14d267c8b784 of type vlan for network f7e5e10f-1bc1-492e-8037-16d37a0f3de8 Aug 26 00:55:45.541596 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (f7e5e10f-1bc1-492e-8037-16d37a0f3de8), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.543793 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.626097 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Pushing event updated for resources: {'Port': ['ID=9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59,revision_number=3']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:45.629858 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (f7e5e10f-1bc1-492e-8037-16d37a0f3de8), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.631227 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:45.632061 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.639663 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.640081 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.640445 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.640946 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.641290 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.641616 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.658068 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.658068 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.658068 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.658068 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.658068 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.658068 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.658068 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.658068 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.658068 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:55:45.669244 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:45.671231 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Attempting to bind port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:55:45.671554 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Attempting to bind port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:55:45.671979 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Attempting to bind port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 on network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:55:45.687205 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:55:45.687205 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Checking segment: {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:55:45.687205 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.687205 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Bound using segment: {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:55:45.687205 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Bound port: 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'}}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:55:45.687205 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.687827 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 5e4ec125-46f1-4af7-88b3-1193dc39ea2c up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:45.702378 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c433c6f-2245-4a7a-a065-68d9e46272e1 req-f0a4c89f-9833-4a0d-a1a2-402252c073b3 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:45.703893 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0c433c6f-2245-4a7a-a065-68d9e46272e1 req-f0a4c89f-9833-4a0d-a1a2-402252c073b3 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0764914 Aug 26 00:55:45.734938 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e5e10f-1bc1-492e-8037-16d37a0f3de8,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:45.753135 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network f7e5e10f-1bc1-492e-8037-16d37a0f3de8 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 00:55:45.758164 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:45.758430 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0c433c6f-2245-4a7a-a065-68d9e46272e1 req-b865f3ea-17ca-4df5-85fa-5d4f8f81fdf5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467062 Aug 26 00:55:45.758919 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.776953 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] For port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:55:45.780844 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] For port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:55:45.814949 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-f2a28de5-a1aa-4a87-8542-d39bc3272fc4 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7139063 Aug 26 00:55:45.817929 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42976) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:45.822682 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-92992963-860a-4b17-80a1-7b8929323bbf admin admin] Request body: {'subnet': {'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2108097640-subnet', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'ip_version': 4}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:45.823579 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:45.887387 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.894040 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:45.898916 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:45.909969 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92992963-860a-4b17-80a1-7b8929323bbf admin admin] Made reservation on behalf of 016ffb0e1f50431299ecff65e07bd180 for: {'subnet': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:55:45.912613 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-92992963-860a-4b17-80a1-7b8929323bbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14132248'] for subnet (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:45.932233 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:55:45.932908 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:55:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:45.971499 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:45.995810 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815b4dc-0a65-4522-a026-ab46ecd3f07d None None] Pushing event updated for resources: {'Port': ['ID=9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59,revision_number=4']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:46.038310 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:46.051044 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:55:46.121149 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-92992963-860a-4b17-80a1-7b8929323bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14132266'] for subnet (924c34d9-865b-4fe8-86ab-8c4ed8838439), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:46.187421 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92992963-860a-4b17-80a1-7b8929323bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=924c34d9-865b-4fe8-86ab-8c4ed8838439,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:46.197060 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92992963-860a-4b17-80a1-7b8929323bbf admin admin] Checking segment: {'id': 'a06fc4fb-218f-428a-a12e-14d267c8b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:55:46.197060 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92992963-860a-4b17-80a1-7b8929323bbf admin admin] Network hostable DHCP agents. Network: f7e5e10f-1bc1-492e-8037-16d37a0f3de8, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 00:55:46.251878 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:45Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:46.262867 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e4034156-9a57-4fdb-acdd-b95cb7962203 req-9eb2093e-67e7-44ee-84df-9eff698544c7 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 210 time: 0.0286860 Aug 26 00:55:46.286924 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92992963-860a-4b17-80a1-7b8929323bbf admin admin] Network f7e5e10f-1bc1-492e-8037-16d37a0f3de8 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 00:55:46.362553 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c05b37-c9fb-49ec-aa86-860dabf4c617 None None] The sync data for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi is: [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:45Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:55:46.366482 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-92992963-860a-4b17-80a1-7b8929323bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, f7e5e10f-1bc1-492e-8037-16d37a0f3de8) {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:46.370606 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92992963-860a-4b17-80a1-7b8929323bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:46.371505 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-92992963-860a-4b17-80a1-7b8929323bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:46.382338 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f92513-0cda-4e97-b1be-941bb268f6fd None None] Network f7e5e10f-1bc1-492e-8037-16d37a0f3de8 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:55:46.484822 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a1eaf-37ca-4377-9d5e-c1a760750307 req-55920d81-1026-409b-a451-31f6efb2b0f1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:46.484822 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a19a1eaf-37ca-4377-9d5e-c1a760750307 req-55920d81-1026-409b-a451-31f6efb2b0f1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0869493 Aug 26 00:55:46.507652 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-92992963-860a-4b17-80a1-7b8929323bbf admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6885498 Aug 26 00:55:46.510413 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 42984) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:46.514833 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2108097640-router', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:46.544776 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-f7e5e10f-1bc1-492e-8037-16d37a0f3de8', 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8', 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'fixed_ips': [{'subnet_id': '924c34d9-865b-4fe8-86ab-8c4ed8838439'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 00:55:46.545724 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:46.570854 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a19a1eaf-37ca-4377-9d5e-c1a760750307 req-69003216-7581-4ab6-acfe-28d24183e56b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806437 Aug 26 00:55:46.618291 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26986'] for router (402e71c4-13fd-4e16-bb08-89dbbc598601), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:46.619696 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26963'] for router (402e71c4-13fd-4e16-bb08-89dbbc598601), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:46.692746 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Publish callbacks [] for router_controller (402e71c4-13fd-4e16-bb08-89dbbc598601), precommit_add_association {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:46.723128 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:46.727701 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Allocated IP 172.20.0.2 (f7e5e10f-1bc1-492e-8037-16d37a0f3de8/924c34d9-865b-4fe8-86ab-8c4ed8838439/c87792e1-e436-4771-87ce-e6a4ea463bd4) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:55:46.897240 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba9f19-7e4d-4fdf-9519-9910b042e0f7 req-47de54d4-1bc6-422f-968f-6550aa1ce8e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:46.906681 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bbba9f19-7e4d-4fdf-9519-9910b042e0f7 req-47de54d4-1bc6-422f-968f-6550aa1ce8e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0650892 Aug 26 00:55:46.921990 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Publish callbacks [] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:46.969605 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Publish callbacks [] for router_gateway (402e71c4-13fd-4e16-bb08-89dbbc598601), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:46.976047 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:46.994689 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bbba9f19-7e4d-4fdf-9519-9910b042e0f7 req-615166f3-2344-4edc-b294-371f6ef8f3fe tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866578 Aug 26 00:55:47.024653 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Network f7e5e10f-1bc1-492e-8037-16d37a0f3de8 is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:55:47.028611 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:47.034940 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:55:47.079917 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Pushing event updated for resources: {'Port': ['ID=c87792e1-e436-4771-87ce-e6a4ea463bd4,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:47.115757 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Attempting to bind port c87792e1-e436-4771-87ce-e6a4ea463bd4 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:55:47.116127 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Attempting to bind port c87792e1-e436-4771-87ce-e6a4ea463bd4 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': 'a06fc4fb-218f-428a-a12e-14d267c8b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:55:47.116541 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Attempting to bind port c87792e1-e436-4771-87ce-e6a4ea463bd4 on network f7e5e10f-1bc1-492e-8037-16d37a0f3de8 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:55:47.123251 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:55:47.123703 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Checking segment: {'id': 'a06fc4fb-218f-428a-a12e-14d267c8b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:55:47.124018 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:47.124421 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Bound using segment: {'id': 'a06fc4fb-218f-428a-a12e-14d267c8b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:55:47.124906 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Bound port: c87792e1-e436-4771-87ce-e6a4ea463bd4, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06fc4fb-218f-428a-a12e-14d267c8b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:55:47.125279 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:47.234124 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] For port c87792e1-e436-4771-87ce-e6a4ea463bd4, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:55:47.244338 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] For port c87792e1-e436-4771-87ce-e6a4ea463bd4, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=c87792e1-e436-4771-87ce-e6a4ea463bd4,segment=NetworkSegment(a06fc4fb-218f-428a-a12e-14d267c8b784),segment_id=a06fc4fb-218f-428a-a12e-14d267c8b784)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:55:47.247028 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Publish callbacks [] for router_gateway (402e71c4-13fd-4e16-bb08-89dbbc598601), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:47.270253 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:47.339815 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:47.420280 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6615c-bbf2-4704-9e9f-97d54644eea4 None None] Pushing event updated for resources: {'Port': ['ID=c87792e1-e436-4771-87ce-e6a4ea463bd4,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:47.446189 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:47.452796 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c21463af-e0df-4f1e-ae81-f8005f2e737f req-1dac3da2-b34f-4544-a8eb-8155d7799253 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 210 time: 0.0634630 Aug 26 00:55:47.465693 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Allocated IP 172.27.1.125 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/0e36adf6-e245-48bc-b8c9-238356128428) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:55:47.809459 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc6e71-9bc6-40d3-ba2e-ca46d3e69190 req-b58db058-ed40-4e6d-92e2-1b1df5febedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:47.817735 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-96cc6e71-9bc6-40d3-ba2e-ca46d3e69190 req-b58db058-ed40-4e6d-92e2-1b1df5febedb service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 1129 time: 0.1831639 Aug 26 00:55:47.822146 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed8618-da8e-4354-9eb4-bdae8b6b0960 req-d5257793-2b3e-4edd-98d7-dc358b5249a5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:47.827165 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-21ed8618-da8e-4354-9eb4-bdae8b6b0960 req-d5257793-2b3e-4edd-98d7-dc358b5249a5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.1152561 Aug 26 00:55:47.871386 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:47.944026 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:47.956268 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:47.960057 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:48.066664 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc6e71-9bc6-40d3-ba2e-ca46d3e69190 req-ef3fbb45-6649-449c-bbb2-febc41df5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:48.068269 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-96cc6e71-9bc6-40d3-ba2e-ca46d3e69190 req-ef3fbb45-6649-449c-bbb2-febc41df5bf0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 921 time: 0.1960835 Aug 26 00:55:48.105290 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:48.106178 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:48.126194 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Publish callbacks [] for port (0e36adf6-e245-48bc-b8c9-238356128428), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:48.138398 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-96cc6e71-9bc6-40d3-ba2e-ca46d3e69190 req-bbf02add-7ad8-401d-8082-981cfe57e4c6 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=370c2a59-a26b-4a3e-8768-1300357aad68 HTTP/1.1" status: 200 len: 217 time: 0.0502772 Aug 26 00:55:48.145891 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-21ed8618-da8e-4354-9eb4-bdae8b6b0960 req-b45144ba-0f0f-4e3b-a360-4b84d5a5955e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075595 Aug 26 00:55:48.166372 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:48.196948 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:48.202154 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052815f-f474-4f8f-b362-10c24384797d req-55ef290d-29dd-42fd-9eb9-d6b0624f19d4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:48.203680 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9052815f-f474-4f8f-b362-10c24384797d req-55ef290d-29dd-42fd-9eb9-d6b0624f19d4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0747960 Aug 26 00:55:48.237629 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc6e71-9bc6-40d3-ba2e-ca46d3e69190 req-4b5d5847-c6ea-464d-9704-5b3dcae66947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:48.239100 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-96cc6e71-9bc6-40d3-ba2e-ca46d3e69190 req-4b5d5847-c6ea-464d-9704-5b3dcae66947 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.0898547 Aug 26 00:55:48.270083 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:48.271485 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device c87792e1-e436-4771-87ce-e6a4ea463bd4 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:48.278862 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9052815f-f474-4f8f-b362-10c24384797d req-4c6a5fcc-7525-4b02-9d89-d9a8c4277fb7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647902 Aug 26 00:55:48.298939 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc6e71-9bc6-40d3-ba2e-ca46d3e69190 req-6e27f374-c9a8-4d68-8b12-478fa8b87fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:48.300923 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-96cc6e71-9bc6-40d3-ba2e-ca46d3e69190 req-6e27f374-c9a8-4d68-8b12-478fa8b87fa7 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438132 Aug 26 00:55:48.303478 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (0e36adf6-e245-48bc-b8c9-238356128428), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:48.357132 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:48.360490 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port c87792e1-e436-4771-87ce-e6a4ea463bd4 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:48.361072 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:48.363000 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:55:48.370933 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:48.372853 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:55:48.400533 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=0e36adf6-e245-48bc-b8c9-238356128428,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:48.451456 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-96cc6e71-9bc6-40d3-ba2e-ca46d3e69190 req-04ee3e91-d098-4f53-91de-51db81801e71 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399486 Aug 26 00:55:48.459143 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port c87792e1-e436-4771-87ce-e6a4ea463bd4 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:48.459537 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:48.468219 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:48.495648 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port c87792e1-e436-4771-87ce-e6a4ea463bd4, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=c87792e1-e436-4771-87ce-e6a4ea463bd4,segment=NetworkSegment(a06fc4fb-218f-428a-a12e-14d267c8b784),segment_id=a06fc4fb-218f-428a-a12e-14d267c8b784)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:48.570957 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-baf7ef50-0f2e-4e06-b9c5-3f02ff2bca27 req-d1d31e1e-f4dc-4bff-858a-cdaf3ba08f37 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 210 time: 0.0327892 Aug 26 00:55:48.646887 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:48.715368 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=c87792e1-e436-4771-87ce-e6a4ea463bd4,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:48.765556 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Publish callbacks [] for router_gateway (402e71c4-13fd-4e16-bb08-89dbbc598601), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:48.820303 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:48.862995 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-96cc6e71-9bc6-40d3-ba2e-ca46d3e69190 req-453864ff-d888-40c5-b175-b8d7daeba684 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149495 Aug 26 00:55:48.869640 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1a6a3c-63f8-4b92-aaee-82fd33ecb028 None None] Network f7e5e10f-1bc1-492e-8037-16d37a0f3de8 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:55:48.931169 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-8fb45e7c-86ab-46a3-bf0d-78e41cf21fe7 None None] Provisioning complete for port c87792e1-e436-4771-87ce-e6a4ea463bd4 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:48.931850 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8fb45e7c-86ab-46a3-bf0d-78e41cf21fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:48.941455 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:49.001062 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848'] for router (402e71c4-13fd-4e16-bb08-89dbbc598601), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:49.067852 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:49.079460 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-8fb45e7c-86ab-46a3-bf0d-78e41cf21fe7 None None] Current status of the port c87792e1-e436-4771-87ce-e6a4ea463bd4 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:49.145933 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:49.171983 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-181acade-37f4-47fd-a511-edbf6d1fd097 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:49.173517 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-181acade-37f4-47fd-a511-edbf6d1fd097 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.91 "GET /networking/v2.0/networks?id=26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 HTTP/1.1" status: 200 len: 809 time: 0.1365864 Aug 26 00:55:49.230823 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Router 402e71c4-13fd-4e16-bb08-89dbbc598601 is scheduled to L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e with binding_index 1 {{(pid=113335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 00:55:49.300292 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-12240d4f-85e0-4dc5-8929-fb8febf30d75 None None] Provisioning complete for port c87792e1-e436-4771-87ce-e6a4ea463bd4 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:49.300706 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-12240d4f-85e0-4dc5-8929-fb8febf30d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:49.332705 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06df27e-c808-4c5c-a12f-693a474f2ddc req-a99f603b-222d-4a4c-b0dc-cd9396adff70 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:49.334281 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b06df27e-c808-4c5c-a12f-693a474f2ddc req-a99f603b-222d-4a4c-b0dc-cd9396adff70 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0951169 Aug 26 00:55:49.384438 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-12240d4f-85e0-4dc5-8929-fb8febf30d75 None None] Current status of the port c87792e1-e436-4771-87ce-e6a4ea463bd4 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:49.417377 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:55:49.419089 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3699f6-136f-42d3-bdca-1f4b4c42ea4e req-d9c0c257-e267-44d3-9ecf-2b8532dee788 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:49.427298 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ff3699f6-136f-42d3-bdca-1f4b4c42ea4e req-d9c0c257-e267-44d3-9ecf-2b8532dee788 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0676188 Aug 26 00:55:49.435517 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Sync routers for ids ['402e71c4-13fd-4e16-bb08-89dbbc598601'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:55:49.439367 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b06df27e-c808-4c5c-a12f-693a474f2ddc req-69c8e48a-7782-4065-9347-519304893466 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710270 Aug 26 00:55:49.440566 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:49.455998 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:49.466258 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Routers {'402e71c4-13fd-4e16-bb08-89dbbc598601'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:55:49.467569 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:55:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['402e71c4-13fd-4e16-bb08-89dbbc598601'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:49.507004 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ff3699f6-136f-42d3-bdca-1f4b4c42ea4e req-c8aeacdf-0a19-4f7d-a60e-80e73409da01 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787647 Aug 26 00:55:49.524639 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Request body: {'port': {'device_id': 'c56d5f8c-767e-4fa6-b714-d018853c73bd', 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550', 'admin_state_up': True, 'tenant_id': '9b49ff217de14a2aae05d524128dec49'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:49.582083 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:49.585988 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-549d357e-0949-45b5-bc06-6a0c5af64ce7 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0717418 Aug 26 00:55:49.586218 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 43034) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:49.731187 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Set router 402e71c4-13fd-4e16-bb08-89dbbc598601 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:55:49.760638 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b3649cab-9b2a-490c-afd1-3e98a0106261 req-a73c7793-7775-45fa-8d86-ed80be5affa4 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 210 time: 0.0326908 Aug 26 00:55:49.838866 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:49.864165 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Made reservation on behalf of 9b49ff217de14a2aae05d524128dec49 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:55:49.872519 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.147047 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Allocated IP 172.20.0.4 (26ae3024-dc7c-4eb7-8ff7-8c6eee8da550/b5d133c3-5801-4d11-b0c3-241ad62024f6/03c66732-36bf-4fb0-a82e-c2791f578710) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:55:50.235137 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:50.235726 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.334394 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks [] for port (03c66732-36bf-4fb0-a82e-c2791f578710), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.335661 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.360005 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'name': 'tempest-TestVolumeBootPattern-2108097640-router', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '0e36adf6-e245-48bc-b8c9-238356128428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:46Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 3, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'gw_port': {'id': '0e36adf6-e245-48bc-b8c9-238356128428', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:47:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:47Z', 'updated_at': '2022-08-26T00:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:50.400892 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Checking router: 402e71c4-13fd-4e16-bb08-89dbbc598601 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:55:50.401483 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Updating router 402e71c4-13fd-4e16-bb08-89dbbc598601 port 0e36adf6-e245-48bc-b8c9-238356128428 binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:55:50.426034 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:50.427122 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device c87792e1-e436-4771-87ce-e6a4ea463bd4 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:50.461349 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (0e36adf6-e245-48bc-b8c9-238356128428), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.493180 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.498750 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:50.523082 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Allocated IP 172.20.0.1 (f7e5e10f-1bc1-492e-8037-16d37a0f3de8/924c34d9-865b-4fe8-86ab-8c4ed8838439/3ee67877-1680-42c1-98ff-773cb6acc531) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:55:50.545430 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:55:50.550598 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:50.557686 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:55:50.592947 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port c87792e1-e436-4771-87ce-e6a4ea463bd4 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:50.593330 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.619952 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Pushing event updated for resources: {'Port': ['ID=03c66732-36bf-4fb0-a82e-c2791f578710,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:50.660504 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:50.665668 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:50.666017 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.683536 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ddb0d-ff9e-4e1a-80b1-7ac9cc8fef76 req-ba15aa4c-5ce8-4392-8a87-c28bb097be59 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:50.685288 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c66ddb0d-ff9e-4e1a-80b1-7ac9cc8fef76 req-ba15aa4c-5ce8-4392-8a87-c28bb097be59 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0881517 Aug 26 00:55:50.712958 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:50.730337 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49f3c9-4e47-4a8d-babb-9f904c726aba req-53e90675-a2ae-42d0-b6af-ffe0707d3e97 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:50.731830 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-da49f3c9-4e47-4a8d-babb-9f904c726aba req-53e90675-a2ae-42d0-b6af-ffe0707d3e97 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0707769 Aug 26 00:55:50.745024 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c66ddb0d-ff9e-4e1a-80b1-7ac9cc8fef76 req-50d3f60c-ba76-4ba7-8f58-828ff96f2055 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524733 Aug 26 00:55:50.775501 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Publish callbacks [] for port (3ee67877-1680-42c1-98ff-773cb6acc531), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.781824 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port c87792e1-e436-4771-87ce-e6a4ea463bd4 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:50.822582 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-da49f3c9-4e47-4a8d-babb-9f904c726aba req-5a2f7106-8658-4123-91b2-bf48cd340f0c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813162 Aug 26 00:55:50.827036 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:50.833565 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-73b92d35-3715-443c-86ae-09af9939b0ab tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3219614 Aug 26 00:55:50.849708 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Publish callbacks [] for port (0e36adf6-e245-48bc-b8c9-238356128428), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.898392 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.903698 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:50.917670 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c380-3e83-4aab-8ffe-9c8e5079c077 req-1b50b481-c4f2-42a5-b1cf-88aacdd7bb6f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:50.919128 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8775c380-3e83-4aab-8ffe-9c8e5079c077 req-1b50b481-c4f2-42a5-b1cf-88aacdd7bb6f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 931 time: 0.0527744 Aug 26 00:55:50.926941 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (0e36adf6-e245-48bc-b8c9-238356128428), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.941179 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Network f7e5e10f-1bc1-492e-8037-16d37a0f3de8 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:55:50.946306 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:50.948466 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee67877-1680-42c1-98ff-773cb6acc531,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:50.950690 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:55:50.977018 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Attempting to bind port 0e36adf6-e245-48bc-b8c9-238356128428 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:55:50.977534 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Attempting to bind port 0e36adf6-e245-48bc-b8c9-238356128428 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:55:50.978005 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Attempting to bind port 0e36adf6-e245-48bc-b8c9-238356128428 on network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:55:50.986079 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8775c380-3e83-4aab-8ffe-9c8e5079c077 req-3f951fb3-39d2-4144-b748-15b79cad7533 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605476 Aug 26 00:55:50.987889 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5e028-6c7e-490d-8f86-9dbaecfbad07 None None] Pushing event updated for resources: {'Port': ['ID=0e36adf6-e245-48bc-b8c9-238356128428,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:50.990173 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:55:50.995644 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:55:50.995644 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.995644 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Bound using segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:55:50.995644 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Bound port: 0e36adf6-e245-48bc-b8c9-238356128428, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:55:50.995644 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (0e36adf6-e245-48bc-b8c9-238356128428), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:50.996236 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-583463'] for router_interface (402e71c4-13fd-4e16-bb08-89dbbc598601), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:51.049931 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:51.062133 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] For port 0e36adf6-e245-48bc-b8c9-238356128428, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:55:51.071048 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] For port 0e36adf6-e245-48bc-b8c9-238356128428, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=0e36adf6-e245-48bc-b8c9-238356128428,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:55:51.149912 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (0e36adf6-e245-48bc-b8c9-238356128428), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:51.189124 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Routers {'402e71c4-13fd-4e16-bb08-89dbbc598601'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:55:51.189837 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:55:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['402e71c4-13fd-4e16-bb08-89dbbc598601'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:51.212506 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:51.260241 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-9beb74be-7835-4d7b-80b7-a96127121013 None None] Provisioning complete for port 3ee67877-1680-42c1-98ff-773cb6acc531 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:51.260839 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9beb74be-7835-4d7b-80b7-a96127121013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:51.264657 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5e028-6c7e-490d-8f86-9dbaecfbad07 None None] Pushing event updated for resources: {'Port': ['ID=0e36adf6-e245-48bc-b8c9-238356128428,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:51.332160 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-9beb74be-7835-4d7b-80b7-a96127121013 None None] Port 3ee67877-1680-42c1-98ff-773cb6acc531 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:55:51.348244 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] Set router 402e71c4-13fd-4e16-bb08-89dbbc598601 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:55:51.363840 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:51.372241 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Publish callbacks [] for port (3ee67877-1680-42c1-98ff-773cb6acc531), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:51.373121 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:51.452246 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:51.528239 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee67877-1680-42c1-98ff-773cb6acc531,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:51.532089 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583611'] for router_interface (402e71c4-13fd-4e16-bb08-89dbbc598601), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:51.538755 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'name': 'tempest-TestVolumeBootPattern-2108097640-router', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '0e36adf6-e245-48bc-b8c9-238356128428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:46Z', 'updated_at': '2022-08-26T00:55:51Z', 'revision_number': 4, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'gw_port': {'id': '0e36adf6-e245-48bc-b8c9-238356128428', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:47:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:47Z', 'updated_at': '2022-08-26T00:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '3ee67877-1680-42c1-98ff-773cb6acc531', 'name': '', 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'mac_address': 'fa:16:3e:7a:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '924c34d9-865b-4fe8-86ab-8c4ed8838439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:50Z', 'updated_at': '2022-08-26T00:55:50Z', 'revision_number': 1, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'subnets': [{'id': '924c34d9-865b-4fe8-86ab-8c4ed8838439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:51.565468 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f63f16-6e3d-44b7-9cd8-1b49e12b6963 None None] The sync data for ids ['402e71c4-13fd-4e16-bb08-89dbbc598601'] in dv-cinder-835384-25-iscsi is: [{'id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'name': 'tempest-TestVolumeBootPattern-2108097640-router', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '0e36adf6-e245-48bc-b8c9-238356128428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:46Z', 'updated_at': '2022-08-26T00:55:51Z', 'revision_number': 4, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'gw_port': {'id': '0e36adf6-e245-48bc-b8c9-238356128428', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:47:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:47Z', 'updated_at': '2022-08-26T00:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '3ee67877-1680-42c1-98ff-773cb6acc531', 'name': '', 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'mac_address': 'fa:16:3e:7a:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '924c34d9-865b-4fe8-86ab-8c4ed8838439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:50Z', 'updated_at': '2022-08-26T00:55:50Z', 'revision_number': 1, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'subnets': [{'id': '924c34d9-865b-4fe8-86ab-8c4ed8838439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:55:51.631408 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Network f7e5e10f-1bc1-492e-8037-16d37a0f3de8 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:55:51.632784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:55:51.751270 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Router 402e71c4-13fd-4e16-bb08-89dbbc598601 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:55:51.926039 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:55:51.945211 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-086152f2-ebf5-4917-96c7-0bcc6b616791 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/402e71c4-13fd-4e16-bb08-89dbbc598601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3495913 Aug 26 00:55:51.945518 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca9c03-c5b2-44c4-8a7e-911f2c86a827 req-9f23f0c6-833d-475f-833f-c7a2e4e7781c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:51.947396 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4aca9c03-c5b2-44c4-8a7e-911f2c86a827 req-9f23f0c6-833d-475f-833f-c7a2e4e7781c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0782671 Aug 26 00:55:51.961437 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-7bc071d6-62dc-4c95-bafb-b9496b5838bb None None] Provisioning complete for port 3ee67877-1680-42c1-98ff-773cb6acc531 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:51.962049 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7bc071d6-62dc-4c95-bafb-b9496b5838bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:51.982782 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faddda-aeff-4579-a768-a771b0eb5075 req-cf57a2b7-3d24-4209-8d9e-7add87bf3157 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:51.985069 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e6faddda-aeff-4579-a768-a771b0eb5075 req-cf57a2b7-3d24-4209-8d9e-7add87bf3157 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0715742 Aug 26 00:55:52.007231 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4aca9c03-c5b2-44c4-8a7e-911f2c86a827 req-9ad188a2-8715-4b3c-b1d9-41556284fe49 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518177 Aug 26 00:55:52.035717 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-7bc071d6-62dc-4c95-bafb-b9496b5838bb None None] Port 3ee67877-1680-42c1-98ff-773cb6acc531 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:55:52.079993 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e6faddda-aeff-4579-a768-a771b0eb5075 req-bd0ca403-5e75-440f-af29-7c7d8a2fedd0 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863428 Aug 26 00:55:52.173885 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21540-455a-40be-82aa-e3529f0783a5 req-4d33bc04-2a09-4bd0-a325-48cf4425fb4e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:52.176922 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d2f21540-455a-40be-82aa-e3529f0783a5 req-4d33bc04-2a09-4bd0-a325-48cf4425fb4e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 931 time: 0.0713940 Aug 26 00:55:52.196329 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:52.229675 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d2f21540-455a-40be-82aa-e3529f0783a5 req-5162a3ef-25d6-449d-ac21-d66fd22e13d0 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483525 Aug 26 00:55:52.421875 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43084) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:52.426508 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-d7afa855-ca54-4074-9e9b-8122ae50b89f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310762645', 'description': 'tempest-secgroup-smoke-1310762645 description', 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:52.504107 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d7afa855-ca54-4074-9e9b-8122ae50b89f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:52.575708 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d7afa855-ca54-4074-9e9b-8122ae50b89f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group (64e668fb-002b-4b2b-b79b-058b34f1fa23), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:52.611990 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d7afa855-ca54-4074-9e9b-8122ae50b89f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (64e668fb-002b-4b2b-b79b-058b34f1fa23), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:52.642208 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afa855-ca54-4074-9e9b-8122ae50b89f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e668fb-002b-4b2b-b79b-058b34f1fa23,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:52.699962 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d7afa855-ca54-4074-9e9b-8122ae50b89f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:52.701432 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-d7afa855-ca54-4074-9e9b-8122ae50b89f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2785001 Aug 26 00:55:52.704264 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43088) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:52.709202 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-a2dc7b38-100e-4275-a491-0b59adef99a8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'security_group_rule': {'security_group_id': '64e668fb-002b-4b2b-b79b-058b34f1fa23', 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:52.803640 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a2dc7b38-100e-4275-a491-0b59adef99a8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (6c12c324-de82-4264-975f-5f6915edd7fc), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:52.869826 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a2dc7b38-100e-4275-a491-0b59adef99a8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (6c12c324-de82-4264-975f-5f6915edd7fc), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:52.932640 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a2dc7b38-100e-4275-a491-0b59adef99a8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (6c12c324-de82-4264-975f-5f6915edd7fc), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:52.951935 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc7b38-100e-4275-a491-0b59adef99a8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c12c324-de82-4264-975f-5f6915edd7fc,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:53.008596 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a2dc7b38-100e-4275-a491-0b59adef99a8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.009854 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-a2dc7b38-100e-4275-a491-0b59adef99a8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046136 Aug 26 00:55:53.012495 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43090) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:53.016655 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-6fe49479-a3b2-4413-950f-0c1236738d20 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'security_group_rule': {'security_group_id': '64e668fb-002b-4b2b-b79b-058b34f1fa23', 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:53.060095 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:55:53.110278 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6fe49479-a3b2-4413-950f-0c1236738d20 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (bccd76dd-8a80-4c35-b2e4-af6cfaf814f5), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.223321 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6fe49479-a3b2-4413-950f-0c1236738d20 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (bccd76dd-8a80-4c35-b2e4-af6cfaf814f5), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.230804 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e318e8a-9359-4ee3-8d2b-65fa40151f7b req-fa4d470b-4cf5-4e77-aee7-c3475ab52025 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:53.232565 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1e318e8a-9359-4ee3-8d2b-65fa40151f7b req-fa4d470b-4cf5-4e77-aee7-c3475ab52025 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.1343319 Aug 26 00:55:53.295328 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1e318e8a-9359-4ee3-8d2b-65fa40151f7b req-9b3bb2b4-0856-48e6-891f-47a1f7c07299 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541244 Aug 26 00:55:53.298435 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6fe49479-a3b2-4413-950f-0c1236738d20 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (bccd76dd-8a80-4c35-b2e4-af6cfaf814f5), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.330267 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe49479-a3b2-4413-950f-0c1236738d20 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccd76dd-8a80-4c35-b2e4-af6cfaf814f5,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:53.405693 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b8a45-5d55-498a-9da0-3dafa1d31d2a req-5acc6b64-0f92-42a9-9d7f-7a449adef0b7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:53.407235 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-133b8a45-5d55-498a-9da0-3dafa1d31d2a req-5acc6b64-0f92-42a9-9d7f-7a449adef0b7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0501287 Aug 26 00:55:53.423464 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6fe49479-a3b2-4413-950f-0c1236738d20 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.425427 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6fe49479-a3b2-4413-950f-0c1236738d20 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4118042 Aug 26 00:55:53.435414 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43102) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:53.439455 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50698-4ccd-4c87-86ff-8a065cbabbae req-ce0b03c7-29bd-40bd-955d-ac3c874d546a tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:53.440121 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-18c4a1fe-a47b-4c40-9319-c90fd1c71355 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'security_group_rule': {'security_group_id': '64e668fb-002b-4b2b-b79b-058b34f1fa23', 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:53.441393 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-38e50698-4ccd-4c87-86ff-8a065cbabbae req-ce0b03c7-29bd-40bd-955d-ac3c874d546a tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 931 time: 0.0575461 Aug 26 00:55:53.479127 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-133b8a45-5d55-498a-9da0-3dafa1d31d2a req-ea015a83-9f31-4269-a8e4-a158573341da tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652311 Aug 26 00:55:53.485851 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Request body: {'port': {'device_id': 'c56d5f8c-767e-4fa6-b714-d018853c73bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:53.507842 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-38e50698-4ccd-4c87-86ff-8a065cbabbae req-51ec2145-619f-4e6e-8bcf-8cdb1058755c tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526824 Aug 26 00:55:53.555066 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.559911 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:53.574149 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:53.577560 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-18c4a1fe-a47b-4c40-9319-c90fd1c71355 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (eff1f6ce-cb91-489b-b348-ad2333390043), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.714586 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 0e36adf6-e245-48bc-b8c9-238356128428 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:53.761959 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-18c4a1fe-a47b-4c40-9319-c90fd1c71355 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (eff1f6ce-cb91-489b-b348-ad2333390043), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.769162 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 0e36adf6-e245-48bc-b8c9-238356128428 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:53.769581 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (0e36adf6-e245-48bc-b8c9-238356128428), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.848751 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 0e36adf6-e245-48bc-b8c9-238356128428 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:53.849141 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (0e36adf6-e245-48bc-b8c9-238356128428), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.853316 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-18c4a1fe-a47b-4c40-9319-c90fd1c71355 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (eff1f6ce-cb91-489b-b348-ad2333390043), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.877703 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 0e36adf6-e245-48bc-b8c9-238356128428, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=0e36adf6-e245-48bc-b8c9-238356128428,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:53.887339 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4a1fe-a47b-4c40-9319-c90fd1c71355 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff1f6ce-cb91-489b-b348-ad2333390043,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:53.923753 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c66732-36bf-4fb0-a82e-c2791f578710 {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:55:53.931272 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Publish callbacks [] for port (03c66732-36bf-4fb0-a82e-c2791f578710), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.944044 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Transition to ACTIVE for port object 03c66732-36bf-4fb0-a82e-c2791f578710 will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:55:53.973094 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (0e36adf6-e245-48bc-b8c9-238356128428), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.991819 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-18c4a1fe-a47b-4c40-9319-c90fd1c71355 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:53.993217 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-18c4a1fe-a47b-4c40-9319-c90fd1c71355 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5565999 Aug 26 00:55:53.995896 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43110) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:54.000091 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-9822f583-b579-49af-b055-0aeba80c1e55 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'security_group_rule': {'security_group_id': '64e668fb-002b-4b2b-b79b-058b34f1fa23', 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:54.020099 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:54.024802 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=0e36adf6-e245-48bc-b8c9-238356128428,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:54.037759 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:54.342046 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9822f583-b579-49af-b055-0aeba80c1e55 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (aae8b351-0bc8-40c0-a59e-3ed2d7bb9dfd), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:54.348979 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Pushing event updated for resources: {'Port': ['ID=03c66732-36bf-4fb0-a82e-c2791f578710,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:54.477828 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9822f583-b579-49af-b055-0aeba80c1e55 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (aae8b351-0bc8-40c0-a59e-3ed2d7bb9dfd), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:54.480655 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Attempting to bind port 03c66732-36bf-4fb0-a82e-c2791f578710 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:55:54.481003 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Attempting to bind port 03c66732-36bf-4fb0-a82e-c2791f578710 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'e74e73a6-c9a9-4662-abc2-035aaa027b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:55:54.481332 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Attempting to bind port 03c66732-36bf-4fb0-a82e-c2791f578710 on network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:55:54.489505 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Port 03c66732-36bf-4fb0-a82e-c2791f578710 on network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:55:54.489795 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Attempting to bind port 03c66732-36bf-4fb0-a82e-c2791f578710 on network 26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:55:54.503217 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee0daa-bd06-4cfe-b3c7-a1958396b9ac req-3a44c93e-258a-4867-85d6-5005be89392b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:54.506059 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-66ee0daa-bd06-4cfe-b3c7-a1958396b9ac req-3a44c93e-258a-4867-85d6-5005be89392b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0779202 Aug 26 00:55:54.506059 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:55:54.506059 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Checking segment: {'id': 'e74e73a6-c9a9-4662-abc2-035aaa027b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:55:54.506465 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Bound using segment: {'id': 'e74e73a6-c9a9-4662-abc2-035aaa027b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:55:54.506751 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Bound port: 03c66732-36bf-4fb0-a82e-c2791f578710, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74e73a6-c9a9-4662-abc2-035aaa027b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:55:54.507108 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:54.557976 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9822f583-b579-49af-b055-0aeba80c1e55 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (aae8b351-0bc8-40c0-a59e-3ed2d7bb9dfd), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:54.601760 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822f583-b579-49af-b055-0aeba80c1e55 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae8b351-0bc8-40c0-a59e-3ed2d7bb9dfd,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:54.627865 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-66ee0daa-bd06-4cfe-b3c7-a1958396b9ac req-878fe422-ea3a-4afc-9861-a711089ca8dd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097074 Aug 26 00:55:54.631977 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] For port 03c66732-36bf-4fb0-a82e-c2791f578710, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:55:54.632615 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329c85a-e054-4e59-840a-219409147ca2 req-4ec5bad7-19c5-4ed7-84bd-869f48ea63c6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:54.635362 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] For port 03c66732-36bf-4fb0-a82e-c2791f578710, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=03c66732-36bf-4fb0-a82e-c2791f578710,segment=NetworkSegment(e74e73a6-c9a9-4662-abc2-035aaa027b7e),segment_id=e74e73a6-c9a9-4662-abc2-035aaa027b7e)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:55:54.641150 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1329c85a-e054-4e59-840a-219409147ca2 req-4ec5bad7-19c5-4ed7-84bd-869f48ea63c6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0681922 Aug 26 00:55:54.694365 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9822f583-b579-49af-b055-0aeba80c1e55 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:54.695727 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-9822f583-b579-49af-b055-0aeba80c1e55 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6987677 Aug 26 00:55:54.698408 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43134) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:54.703115 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-f50752c7-acd9-4cd1-9eca-ea108dd77fa0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'security_group_rule': {'security_group_id': '64e668fb-002b-4b2b-b79b-058b34f1fa23', 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:54.713690 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:54.723166 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1329c85a-e054-4e59-840a-219409147ca2 req-a898e987-7ca0-456f-b3f6-0ae98b0abae2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808554 Aug 26 00:55:54.763046 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:54.767556 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:54.767556 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/03c66732-36bf-4fb0-a82e-c2791f578710 HTTP/1.1" status: 200 len: 1093 time: 1.2850504 Aug 26 00:55:54.778941 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Sync routers for ids ['402e71c4-13fd-4e16-bb08-89dbbc598601'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:55:54.786201 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56d5f8c-767e-4fa6-b714-d018853c73bd', 'tag': '03c66732-36bf-4fb0-a82e-c2791f578710'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:55:54.788614 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055642de-80f1-42e0-8149-bd0a002b05fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c56d5f8c-767e-4fa6-b714-d018853c73bd", "tag": "03c66732-36bf-4fb0-a82e-c2791f578710"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:55:54.791932 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Routers {'402e71c4-13fd-4e16-bb08-89dbbc598601'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:55:54.792585 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:55:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['402e71c4-13fd-4e16-bb08-89dbbc598601'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:54.824504 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffbd1c-4fa2-40c9-8855-2a4a5c7f40ba req-b0515178-a209-44bd-bbcc-b6b310eec836 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:54.825950 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-54ffbd1c-4fa2-40c9-8855-2a4a5c7f40ba req-b0515178-a209-44bd-bbcc-b6b310eec836 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 943 time: 0.1138735 Aug 26 00:55:54.831172 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:54.843300 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e71d9c-189e-41f5-82e8-f79294299964 service neutron] Pushing event updated for resources: {'Port': ['ID=03c66732-36bf-4fb0-a82e-c2791f578710,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:54.883014 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-54ffbd1c-4fa2-40c9-8855-2a4a5c7f40ba req-606314b4-55ba-4a83-9309-e006e8430734 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Aug 26 00:55:54.886684 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.securitygroups_db [None req-f50752c7-acd9-4cd1-9eca-ea108dd77fa0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Project ca3e24d51bdf44c5ad7219fa57d3d23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 00:55:54.893147 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f50752c7-acd9-4cd1-9eca-ea108dd77fa0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (1d026b20-2485-4c6f-a805-a33eda1271a0), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:54.908764 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Set router 402e71c4-13fd-4e16-bb08-89dbbc598601 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:55:54.950996 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b9ed87-ce98-4082-9474-c2aeb1783518 x-openstack-request-id: req-58b9ed87-ce98-4082-9474-c2aeb1783518 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:55:54.951288 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56d5f8c-767e-4fa6-b714-d018853c73bd", "tag": "03c66732-36bf-4fb0-a82e-c2791f578710", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:55:54.951545 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-58b9ed87-ce98-4082-9474-c2aeb1783518 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:55:54.954573 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b9ed87-ce98-4082-9474-c2aeb1783518'] response: {'name': 'network-changed', 'server_uuid': 'c56d5f8c-767e-4fa6-b714-d018853c73bd', 'tag': '03c66732-36bf-4fb0-a82e-c2791f578710', 'status': 'completed', 'code': 200} Aug 26 00:55:54.995908 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-e3b1ef7c-6654-4d98-8f15-bed81f14452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:54.997444 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-e3b1ef7c-6654-4d98-8f15-bed81f14452a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=9b49ff217de14a2aae05d524128dec49&device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 1127 time: 0.0629590 Aug 26 00:55:55.010185 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f50752c7-acd9-4cd1-9eca-ea108dd77fa0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (1d026b20-2485-4c6f-a805-a33eda1271a0), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.050216 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-78d2b96f-9d12-47e6-8695-359f503e27d1 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03c66732-36bf-4fb0-a82e-c2791f578710 HTTP/1.1" status: 200 len: 217 time: 0.0349069 Aug 26 00:55:55.084569 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f50752c7-acd9-4cd1-9eca-ea108dd77fa0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (1d026b20-2485-4c6f-a805-a33eda1271a0), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.114816 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50752c7-acd9-4cd1-9eca-ea108dd77fa0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d026b20-2485-4c6f-a805-a33eda1271a0,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:55.121988 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-f592684d-df0a-49c8-a925-3cac6874222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:55.122101 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'name': 'tempest-TestVolumeBootPattern-2108097640-router', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '0e36adf6-e245-48bc-b8c9-238356128428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:46Z', 'updated_at': '2022-08-26T00:55:51Z', 'revision_number': 4, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'gw_port': {'id': '0e36adf6-e245-48bc-b8c9-238356128428', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:47Z', 'updated_at': '2022-08-26T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '3ee67877-1680-42c1-98ff-773cb6acc531', 'name': '', 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'mac_address': 'fa:16:3e:7a:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '924c34d9-865b-4fe8-86ab-8c4ed8838439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:50Z', 'updated_at': '2022-08-26T00:55:51Z', 'revision_number': 2, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'subnets': [{'id': '924c34d9-865b-4fe8-86ab-8c4ed8838439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:55.122559 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-f592684d-df0a-49c8-a925-3cac6874222e service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=b5d133c3-5801-4d11-b0c3-241ad62024f6 HTTP/1.1" status: 200 len: 849 time: 0.0653882 Aug 26 00:55:55.147462 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Checking router: 402e71c4-13fd-4e16-bb08-89dbbc598601 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:55:55.147836 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Updating router 402e71c4-13fd-4e16-bb08-89dbbc598601 port 3ee67877-1680-42c1-98ff-773cb6acc531 binding host dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 00:55:55.162957 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-f24508c2-b254-4473-aa76-c27c77d8fa6e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=26ae3024-dc7c-4eb7-8ff7-8c6eee8da550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270896 Aug 26 00:55:55.172966 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=100 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:55.178393 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.200755 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f50752c7-acd9-4cd1-9eca-ea108dd77fa0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.204753 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-f50752c7-acd9-4cd1-9eca-ea108dd77fa0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5025451 Aug 26 00:55:55.205052 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 43144) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:55:55.209896 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-1c0bc6f2-51a7-4f58-829e-3066be5ca76c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'security_group_rule': {'security_group_id': '64e668fb-002b-4b2b-b79b-058b34f1fa23', 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:55:55.261269 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:55.277701 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-f86a9b1d-bd6d-4ed3-9a42-85491a361ae5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/26ae3024-dc7c-4eb7-8ff7-8c6eee8da550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061294 Aug 26 00:55:55.281057 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.securitygroups_db [None req-1c0bc6f2-51a7-4f58-829e-3066be5ca76c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Project ca3e24d51bdf44c5ad7219fa57d3d23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 00:55:55.290043 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1c0bc6f2-51a7-4f58-829e-3066be5ca76c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (c60b560b-e0f5-4d6c-864d-74aeff3821a9), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.356816 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1c0bc6f2-51a7-4f58-829e-3066be5ca76c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (c60b560b-e0f5-4d6c-864d-74aeff3821a9), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.382533 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbdbeefe-bdca-4b08-a828-ec84a132fd7d req-31a4b62d-e63e-4530-a245-8739b27ed610 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/26ae3024-dc7c-4eb7-8ff7-8c6eee8da550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949361 Aug 26 00:55:55.417876 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1c0bc6f2-51a7-4f58-829e-3066be5ca76c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (c60b560b-e0f5-4d6c-864d-74aeff3821a9), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.437306 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bc6f2-51a7-4f58-829e-3066be5ca76c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60b560b-e0f5-4d6c-864d-74aeff3821a9,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:55.450340 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Publish callbacks [] for port (3ee67877-1680-42c1-98ff-773cb6acc531), precommit_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.497871 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.500264 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1c0bc6f2-51a7-4f58-829e-3066be5ca76c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.501731 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-1c0bc6f2-51a7-4f58-829e-3066be5ca76c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2952504 Aug 26 00:55:55.584939 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cc38d-7135-4606-ba84-61627df3ca85 None None] Pushing event updated for resources: {'Port': ['ID=3ee67877-1680-42c1-98ff-773cb6acc531,revision_number=3']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:55.602008 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Attempting to bind port 3ee67877-1680-42c1-98ff-773cb6acc531 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:55:55.602008 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Attempting to bind port 3ee67877-1680-42c1-98ff-773cb6acc531 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': 'a06fc4fb-218f-428a-a12e-14d267c8b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8'}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:55:55.602301 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Attempting to bind port 3ee67877-1680-42c1-98ff-773cb6acc531 on network f7e5e10f-1bc1-492e-8037-16d37a0f3de8 {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:55:55.608885 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:55:55.609337 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Checking segment: {'id': 'a06fc4fb-218f-428a-a12e-14d267c8b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:55:55.609731 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.610164 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Bound using segment: {'id': 'a06fc4fb-218f-428a-a12e-14d267c8b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8'} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:55:55.610671 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Bound port: 3ee67877-1680-42c1-98ff-773cb6acc531, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06fc4fb-218f-428a-a12e-14d267c8b784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8'}}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:55:55.611045 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.686667 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] For port 3ee67877-1680-42c1-98ff-773cb6acc531, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:55:55.691010 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] For port 3ee67877-1680-42c1-98ff-773cb6acc531, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=3ee67877-1680-42c1-98ff-773cb6acc531,segment=NetworkSegment(a06fc4fb-218f-428a-a12e-14d267c8b784),segment_id=a06fc4fb-218f-428a-a12e-14d267c8b784)] {{(pid=113338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:55:55.716811 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 0e36adf6-e245-48bc-b8c9-238356128428 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:55.777213 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 0e36adf6-e245-48bc-b8c9-238356128428 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:55.777873 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (0e36adf6-e245-48bc-b8c9-238356128428), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.807868 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:55.829206 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e94d30-83a1-43d2-bb3d-0d055cde2048 req-5adcebe7-3ac3-454e-b91b-758d6b2db80f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:55.837973 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-51e94d30-83a1-43d2-bb3d-0d055cde2048 req-5adcebe7-3ac3-454e-b91b-758d6b2db80f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0842268 Aug 26 00:55:55.883001 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 0e36adf6-e245-48bc-b8c9-238356128428 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:55.903245 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Routers {'402e71c4-13fd-4e16-bb08-89dbbc598601'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:55:55.903954 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:55:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['402e71c4-13fd-4e16-bb08-89dbbc598601'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:55.912139 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-51e94d30-83a1-43d2-bb3d-0d055cde2048 req-70c0dc7c-1349-4dc2-8915-b2fe626f72e9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727589 Aug 26 00:55:55.912376 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15589845-b668-4182-8882-9547a0333298 req-23a9171f-3eaf-4864-9af9-881aa0644d80 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:55.919296 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-15589845-b668-4182-8882-9547a0333298 req-23a9171f-3eaf-4864-9af9-881aa0644d80 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0847359 Aug 26 00:55:55.993268 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-15589845-b668-4182-8882-9547a0333298 req-5bb60242-33be-44cb-91f4-0704eaf4501e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730257 Aug 26 00:55:56.019800 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:56.051611 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff9218-fb18-4f78-9293-03c708a92ff3 req-1935b104-347e-4869-a3e4-c07470f96203 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:56.053232 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-95ff9218-fb18-4f78-9293-03c708a92ff3 req-1935b104-347e-4869-a3e4-c07470f96203 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 943 time: 0.0484881 Aug 26 00:55:56.060439 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cc38d-7135-4606-ba84-61627df3ca85 None None] Pushing event updated for resources: {'Port': ['ID=3ee67877-1680-42c1-98ff-773cb6acc531,revision_number=4']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:56.064256 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] Set router 402e71c4-13fd-4e16-bb08-89dbbc598601 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:55:56.114234 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-95ff9218-fb18-4f78-9293-03c708a92ff3 req-400bdd9b-10ec-4bf3-812e-3e99a5745c31 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502610 Aug 26 00:55:56.186765 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:56.259508 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'name': 'tempest-TestVolumeBootPattern-2108097640-router', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '0e36adf6-e245-48bc-b8c9-238356128428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:46Z', 'updated_at': '2022-08-26T00:55:51Z', 'revision_number': 4, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'gw_port': {'id': '0e36adf6-e245-48bc-b8c9-238356128428', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:47Z', 'updated_at': '2022-08-26T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '3ee67877-1680-42c1-98ff-773cb6acc531', 'name': '', 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'mac_address': 'fa:16:3e:7a:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '924c34d9-865b-4fe8-86ab-8c4ed8838439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:50Z', 'updated_at': '2022-08-26T00:55:55Z', 'revision_number': 4, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'subnets': [{'id': '924c34d9-865b-4fe8-86ab-8c4ed8838439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:55:56.284034 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a00aff-7d8a-47db-b56b-401731556622 None None] The sync data for ids ['402e71c4-13fd-4e16-bb08-89dbbc598601'] in dv-cinder-835384-25-iscsi is: [{'id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'name': 'tempest-TestVolumeBootPattern-2108097640-router', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '0e36adf6-e245-48bc-b8c9-238356128428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:46Z', 'updated_at': '2022-08-26T00:55:51Z', 'revision_number': 4, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'gw_port': {'id': '0e36adf6-e245-48bc-b8c9-238356128428', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:47Z', 'updated_at': '2022-08-26T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '3ee67877-1680-42c1-98ff-773cb6acc531', 'name': '', 'network_id': 'f7e5e10f-1bc1-492e-8037-16d37a0f3de8', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'mac_address': 'fa:16:3e:7a:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '924c34d9-865b-4fe8-86ab-8c4ed8838439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:50Z', 'updated_at': '2022-08-26T00:55:55Z', 'revision_number': 4, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'subnets': [{'id': '924c34d9-865b-4fe8-86ab-8c4ed8838439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:55:56.873040 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055642de-80f1-42e0-8149-bd0a002b05fa req-715e17f4-86e9-4f1d-9ae1-0654ff5c993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:56.874539 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-055642de-80f1-42e0-8149-bd0a002b05fa req-715e17f4-86e9-4f1d-9ae1-0654ff5c993f service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=9b49ff217de14a2aae05d524128dec49&device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 1127 time: 0.0432134 Aug 26 00:55:57.049030 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fd6af-4796-4882-a80a-d8ae9c42e760 req-48e0dbea-7fc1-4673-b941-291cd2157854 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:57.051026 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2f2fd6af-4796-4882-a80a-d8ae9c42e760 req-48e0dbea-7fc1-4673-b941-291cd2157854 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0493107 Aug 26 00:55:57.098152 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2f2fd6af-4796-4882-a80a-d8ae9c42e760 req-cf3e48d4-02cc-497d-b693-2b422b940ebf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413380 Aug 26 00:55:57.109454 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460623c6-c49c-4555-abdc-d3b025062fa5 req-6aea7299-26b0-4e8e-96f6-7cd676ccb277 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:57.110880 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-460623c6-c49c-4555-abdc-d3b025062fa5 req-6aea7299-26b0-4e8e-96f6-7cd676ccb277 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0472400 Aug 26 00:55:57.159256 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-460623c6-c49c-4555-abdc-d3b025062fa5 req-968b6a23-78e2-4acb-8491-ae91e5686140 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Aug 26 00:55:57.240207 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc5076-de6a-4e02-b58f-6b794494ffa9 req-3e37a9e7-1ad0-4f26-9850-412d043f495c tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:57.241614 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-adcc5076-de6a-4e02-b58f-6b794494ffa9 req-3e37a9e7-1ad0-4f26-9850-412d043f495c tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 943 time: 0.0472403 Aug 26 00:55:57.263372 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:57.294845 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-adcc5076-de6a-4e02-b58f-6b794494ffa9 req-fb7e775e-d456-4221-a52f-34066edb2f9c tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477164 Aug 26 00:55:57.674056 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 3ee67877-1680-42c1-98ff-773cb6acc531 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:57.717932 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 3ee67877-1680-42c1-98ff-773cb6acc531 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:57.718310 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:57.760522 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:57.790480 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 3ee67877-1680-42c1-98ff-773cb6acc531 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:57.790865 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:57.828260 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 3ee67877-1680-42c1-98ff-773cb6acc531, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=3ee67877-1680-42c1-98ff-773cb6acc531,segment=NetworkSegment(a06fc4fb-218f-428a-a12e-14d267c8b784),segment_id=a06fc4fb-218f-428a-a12e-14d267c8b784)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:57.892063 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:57.939301 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=3ee67877-1680-42c1-98ff-773cb6acc531,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:55:58.221378 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37110294-b917-4b8a-a4e4-cbf16f3ce777 req-7f679c19-416a-42bb-a8df-2e0514dacd19 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:58.222874 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-37110294-b917-4b8a-a4e4-cbf16f3ce777 req-7f679c19-416a-42bb-a8df-2e0514dacd19 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0477638 Aug 26 00:55:58.275573 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-37110294-b917-4b8a-a4e4-cbf16f3ce777 req-5d8065dd-d925-4b5f-b182-c8a3e577a756 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471389 Aug 26 00:55:58.276829 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1a9d3-ae1f-49aa-80a1-82e64926651b req-4b864339-5d8b-4fca-a151-0998ee445d33 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:58.278323 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b6a1a9d3-ae1f-49aa-80a1-82e64926651b req-4b864339-5d8b-4fca-a151-0998ee445d33 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0470328 Aug 26 00:55:58.326194 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b6a1a9d3-ae1f-49aa-80a1-82e64926651b req-be9c11a0-d49d-4df5-adbb-5370e418eae1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421021 Aug 26 00:55:58.412305 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b34ef-b2e8-4958-9320-2b9f47fb1271 req-75acc803-d5cd-4723-84b9-e439b5d137e2 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:58.413843 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5a6b34ef-b2e8-4958-9320-2b9f47fb1271 req-75acc803-d5cd-4723-84b9-e439b5d137e2 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 943 time: 0.0473971 Aug 26 00:55:58.462408 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5a6b34ef-b2e8-4958-9320-2b9f47fb1271 req-73eaab1e-f473-434a-934d-8ad1de5b975d tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Aug 26 00:55:59.401649 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abc9aa-c448-43cb-bb14-5b5ae9a002f9 req-59cd07be-f248-4eab-a6a1-4c4f3809f2cb tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:59.403161 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-44abc9aa-c448-43cb-bb14-5b5ae9a002f9 req-59cd07be-f248-4eab-a6a1-4c4f3809f2cb tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0475609 Aug 26 00:55:59.448736 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c1215-2b25-4bd0-92ef-b945a2196c03 req-a1122c31-2d40-433d-9d96-fe9529c233be tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:59.450278 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8a9c1215-2b25-4bd0-92ef-b945a2196c03 req-a1122c31-2d40-433d-9d96-fe9529c233be tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0512762 Aug 26 00:55:59.462514 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-44abc9aa-c448-43cb-bb14-5b5ae9a002f9 req-92a315a6-8703-41c1-b848-9057fb29e439 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501368 Aug 26 00:55:59.508613 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8a9c1215-2b25-4bd0-92ef-b945a2196c03 req-63d5c2b0-1f62-4d6d-a3a1-aeafc2ae1dfa tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446436 Aug 26 00:55:59.583794 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:59.592181 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e7e98-b66e-416f-842e-d19af11d3a0b req-af11d8dc-041c-4cb4-bd29-b7028b62d47e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:55:59.597669 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8a3e7e98-b66e-416f-842e-d19af11d3a0b req-af11d8dc-041c-4cb4-bd29-b7028b62d47e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 943 time: 0.0507526 Aug 26 00:55:59.646751 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8a3e7e98-b66e-416f-842e-d19af11d3a0b req-609ab527-067f-4ef4-b08f-c041a2b5e809 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470724 Aug 26 00:55:59.675186 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 3ee67877-1680-42c1-98ff-773cb6acc531 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:55:59.715068 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:55:59.721634 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 3ee67877-1680-42c1-98ff-773cb6acc531 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:55:59.722011 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:55:59.796858 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 3ee67877-1680-42c1-98ff-773cb6acc531 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:55:59.801572 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 03c66732-36bf-4fb0-a82e-c2791f578710 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:55:59.898168 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 03c66732-36bf-4fb0-a82e-c2791f578710, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=03c66732-36bf-4fb0-a82e-c2791f578710,segment=NetworkSegment(e74e73a6-c9a9-4662-abc2-035aaa027b7e),segment_id=e74e73a6-c9a9-4662-abc2-035aaa027b7e)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:55:59.909655 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '03c66732-36bf-4fb0-a82e-c2791f578710', 'network_id': '26ae3024-dc7c-4eb7-8ff7-8c6eee8da550', 'port_id': '03c66732-36bf-4fb0-a82e-c2791f578710', 'mac_address': 'fa:16:3e:96:a8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d133c3-5801-4d11-b0c3-241ad62024f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:56:00.059980 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055642de-80f1-42e0-8149-bd0a002b05fa req-988f566a-fc84-4ebe-aa1d-4510f752629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:00.061631 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-055642de-80f1-42e0-8149-bd0a002b05fa req-988f566a-fc84-4ebe-aa1d-4510f752629e service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 HTTP/1.1" status: 200 len: 911 time: 0.1074002 Aug 26 00:56:00.081098 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 03c66732-36bf-4fb0-a82e-c2791f578710 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:56:00.081490 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:00.095048 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c66732-36bf-4fb0-a82e-c2791f578710 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:56:00.103399 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-055642de-80f1-42e0-8149-bd0a002b05fa req-2ca8a86f-1f1e-4f1c-88eb-7735bf6a5bec service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03c66732-36bf-4fb0-a82e-c2791f578710 HTTP/1.1" status: 200 len: 217 time: 0.0331552 Aug 26 00:56:00.114682 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 03c66732-36bf-4fb0-a82e-c2791f578710, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=03c66732-36bf-4fb0-a82e-c2791f578710,segment=NetworkSegment(e74e73a6-c9a9-4662-abc2-035aaa027b7e),segment_id=e74e73a6-c9a9-4662-abc2-035aaa027b7e)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:00.183681 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:00.192167 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:00.208539 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055642de-80f1-42e0-8149-bd0a002b05fa req-9a3c5c57-13f8-4067-b6b7-1d6228398adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:00.210175 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-055642de-80f1-42e0-8149-bd0a002b05fa req-9a3c5c57-13f8-4067-b6b7-1d6228398adf service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=b5d133c3-5801-4d11-b0c3-241ad62024f6 HTTP/1.1" status: 200 len: 849 time: 0.0570197 Aug 26 00:56:00.246755 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=03c66732-36bf-4fb0-a82e-c2791f578710,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:00.250447 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-055642de-80f1-42e0-8149-bd0a002b05fa req-35b66d0d-10cc-4bba-9d8b-465695c6d8e2 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=26ae3024-dc7c-4eb7-8ff7-8c6eee8da550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310910 Aug 26 00:56:00.349208 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-055642de-80f1-42e0-8149-bd0a002b05fa req-4201c8ba-8d8e-4105-9c62-732d543ba844 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/26ae3024-dc7c-4eb7-8ff7-8c6eee8da550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867765 Aug 26 00:56:00.446794 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-055642de-80f1-42e0-8149-bd0a002b05fa req-7d1f88eb-7657-467f-98b0-16a53a0a9570 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/26ae3024-dc7c-4eb7-8ff7-8c6eee8da550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892086 Aug 26 00:56:00.562824 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:00.605262 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401df9f2-64f3-49f2-9190-1b244dffc3f5 req-dd545080-5ad9-4d33-ba8d-a86abd8f0068 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:00.606779 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-401df9f2-64f3-49f2-9190-1b244dffc3f5 req-dd545080-5ad9-4d33-ba8d-a86abd8f0068 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0543640 Aug 26 00:56:00.636642 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4abc0415-2d43-4a60-ac70-d746eae8bbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:00.647576 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03181cb4-98e6-4d0c-94b7-a45272bf6fc7 req-359ea941-26c7-4683-9b41-fbc09840a4ad tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:00.665363 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03181cb4-98e6-4d0c-94b7-a45272bf6fc7 req-359ea941-26c7-4683-9b41-fbc09840a4ad tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0663719 Aug 26 00:56:00.668068 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-401df9f2-64f3-49f2-9190-1b244dffc3f5 req-d4930c75-a256-4e60-b8c2-6877e81400f9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535717 Aug 26 00:56:00.715535 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03181cb4-98e6-4d0c-94b7-a45272bf6fc7 req-8eefd3e5-e96b-4ff1-a291-62766f6dece9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490587 Aug 26 00:56:00.802435 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16455e13-d423-444a-be26-682e93b9e227 req-9fe8dcf7-1500-4add-9290-a6e3edd294ca tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:00.803897 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-16455e13-d423-444a-be26-682e93b9e227 req-9fe8dcf7-1500-4add-9290-a6e3edd294ca tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 944 time: 0.0519984 Aug 26 00:56:00.863314 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-16455e13-d423-444a-be26-682e93b9e227 req-b669563d-8f8b-4e89-8f57-fa99f9bb23df tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536795 Aug 26 00:56:00.902803 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['03c66732-36bf-4fb0-a82e-c2791f578710'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:56:01.815933 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470e822-1613-4b41-a66e-b86291ae15da req-8ec6fd2b-fbf3-4675-bcda-0477ca86c8c6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:01.817509 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2470e822-1613-4b41-a66e-b86291ae15da req-8ec6fd2b-fbf3-4675-bcda-0477ca86c8c6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0532591 Aug 26 00:56:01.844768 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17e528-9dc1-4bf9-9ef7-c65330243192 req-84f89edb-c4b7-4e03-98a1-3b91624f9564 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:01.846851 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ef17e528-9dc1-4bf9-9ef7-c65330243192 req-84f89edb-c4b7-4e03-98a1-3b91624f9564 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0498278 Aug 26 00:56:01.902907 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ef17e528-9dc1-4bf9-9ef7-c65330243192 req-656e0ca3-edda-42f3-b5a1-58ba6c71acf0 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500162 Aug 26 00:56:02.042920 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebd114-4ea7-4b6b-b764-5345cbee1d17 req-d9fefb38-50e3-49d4-8726-e9f4a5262d32 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:02.044964 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b1ebd114-4ea7-4b6b-b764-5345cbee1d17 req-d9fefb38-50e3-49d4-8726-e9f4a5262d32 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 944 time: 0.0515606 Aug 26 00:56:02.099144 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2470e822-1613-4b41-a66e-b86291ae15da req-8b72769f-e0b8-4c61-bfa3-62d8ae567b2c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750263 Aug 26 00:56:02.104747 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b1ebd114-4ea7-4b6b-b764-5345cbee1d17 req-19a65c28-bccd-46c9-81cf-04231c0e35ba tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526266 Aug 26 00:56:02.278623 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 03c66732-36bf-4fb0-a82e-c2791f578710 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:56:02.323144 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 03c66732-36bf-4fb0-a82e-c2791f578710 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:56:02.412778 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 03c66732-36bf-4fb0-a82e-c2791f578710 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:56:02.413162 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:02.479585 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:02.494659 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 03c66732-36bf-4fb0-a82e-c2791f578710 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:56:02.495050 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:02.520139 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56d5f8c-767e-4fa6-b714-d018853c73bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c66732-36bf-4fb0-a82e-c2791f578710'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:56:02.522975 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b503365-6be2-4c6d-8400-26a4770d7ebd" -d '{"events": [{"server_uuid": "c56d5f8c-767e-4fa6-b714-d018853c73bd", "name": "network-vif-plugged", "status": "completed", "tag": "03c66732-36bf-4fb0-a82e-c2791f578710"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:56:02.538935 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 03c66732-36bf-4fb0-a82e-c2791f578710, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=03c66732-36bf-4fb0-a82e-c2791f578710,segment=NetworkSegment(e74e73a6-c9a9-4662-abc2-035aaa027b7e),segment_id=e74e73a6-c9a9-4662-abc2-035aaa027b7e)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:02.561678 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06927873-55e1-49dc-92fe-8619daa2a6f3 x-openstack-request-id: req-06927873-55e1-49dc-92fe-8619daa2a6f3 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:56:02.561678 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56d5f8c-767e-4fa6-b714-d018853c73bd", "name": "network-vif-plugged", "status": "completed", "tag": "03c66732-36bf-4fb0-a82e-c2791f578710", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:56:02.561925 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06927873-55e1-49dc-92fe-8619daa2a6f3 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:56:02.562191 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06927873-55e1-49dc-92fe-8619daa2a6f3'] response: {'server_uuid': 'c56d5f8c-767e-4fa6-b714-d018853c73bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c66732-36bf-4fb0-a82e-c2791f578710', 'code': 200} Aug 26 00:56:02.669412 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:02.705748 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:02.724833 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=03c66732-36bf-4fb0-a82e-c2791f578710,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:02.960426 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35512420-78b1-4450-9bcb-80b8d20f8828 req-a84468a1-d439-4a28-8eea-c2e87cd3e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:02.962041 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-35512420-78b1-4450-9bcb-80b8d20f8828 req-a84468a1-d439-4a28-8eea-c2e87cd3e3cf service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 1129 time: 0.0408192 Aug 26 00:56:03.016221 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-35512420-78b1-4450-9bcb-80b8d20f8828 req-1175c976-4af1-4910-9da1-1e8e37eb19df service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450282 Aug 26 00:56:03.056929 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6fc0c-cc6b-4b46-9712-e1b819399629 req-4fbb7151-3dc5-4107-9161-eb3bd3033437 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:03.057488 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b89c40a7-dfe7-476c-91c8-a697b7e579e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:03.057623 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6cd6fc0c-cc6b-4b46-9712-e1b819399629 req-4fbb7151-3dc5-4107-9161-eb3bd3033437 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0594840 Aug 26 00:56:03.107362 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6cd6fc0c-cc6b-4b46-9712-e1b819399629 req-c46b128a-952d-4f4d-938c-306f073faa4b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471826 Aug 26 00:56:03.242676 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb0ef7-5292-47ec-82a0-860acd51a231 req-ee580253-5f34-4738-9428-45dd0e315375 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:03.245567 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-12cb0ef7-5292-47ec-82a0-860acd51a231 req-ee580253-5f34-4738-9428-45dd0e315375 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0567729 Aug 26 00:56:03.289166 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b3253-3d08-40a6-9c52-9a978f226d8a req-e4f4942b-6ca1-4fb5-921c-325ba5749ddb tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:03.290784 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9a1b3253-3d08-40a6-9c52-9a978f226d8a req-e4f4942b-6ca1-4fb5-921c-325ba5749ddb tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0526321 Aug 26 00:56:03.304099 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-12cb0ef7-5292-47ec-82a0-860acd51a231 req-078dd77e-651f-4ab2-bc32-f6bf25b91340 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495489 Aug 26 00:56:03.346505 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9a1b3253-3d08-40a6-9c52-9a978f226d8a req-74f4ef5d-179f-4755-9ff7-00087e778e1d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498824 Aug 26 00:56:04.233067 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30787386-1f15-471e-a4ef-188964375977 req-f485f4f9-a1e6-458d-8cfa-8aa95a63f709 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:04.234579 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-30787386-1f15-471e-a4ef-188964375977 req-f485f4f9-a1e6-458d-8cfa-8aa95a63f709 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0524838 Aug 26 00:56:04.292316 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-30787386-1f15-471e-a4ef-188964375977 req-7cd350f6-4794-43f5-ab8a-fb62c276f785 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513523 Aug 26 00:56:04.349719 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:04.435230 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404ed72-28ab-4a04-9878-b6e191ffeaf0 req-39104334-5b90-48d5-bdf7-7a5c0b067c93 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:04.445048 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c404ed72-28ab-4a04-9878-b6e191ffeaf0 req-39104334-5b90-48d5-bdf7-7a5c0b067c93 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0663834 Aug 26 00:56:04.491707 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c404ed72-28ab-4a04-9878-b6e191ffeaf0 req-863c785c-0a79-4a20-b1d4-f23fb037c10c tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Aug 26 00:56:04.512073 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda11d9-14be-4345-b05a-4d306e7d11bf req-9f375aa5-c71b-489a-a86b-8cdbe3ae5e6a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:04.513869 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2dda11d9-14be-4345-b05a-4d306e7d11bf req-9f375aa5-c71b-489a-a86b-8cdbe3ae5e6a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0616462 Aug 26 00:56:04.563129 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2dda11d9-14be-4345-b05a-4d306e7d11bf req-90731a93-a6bc-4f52-ab8c-c9eb8531fdab tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435696 Aug 26 00:56:05.434270 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11506334-823a-42de-a8a7-bb0927142cce req-d001dc86-b1a7-4cf2-8298-913fa2bbe319 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:05.435762 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-11506334-823a-42de-a8a7-bb0927142cce req-d001dc86-b1a7-4cf2-8298-913fa2bbe319 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0601275 Aug 26 00:56:05.483674 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-11506334-823a-42de-a8a7-bb0927142cce req-896f1fd1-ae4f-4fe5-9d17-6cd3a5d569bf tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Aug 26 00:56:05.582045 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:05.621603 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f31324-7c1d-4691-a2a7-d951f6828fac req-b5bb7475-d604-4797-8617-c884863acadd tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:05.623244 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c5f31324-7c1d-4691-a2a7-d951f6828fac req-b5bb7475-d604-4797-8617-c884863acadd tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0513067 Aug 26 00:56:05.686774 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c5f31324-7c1d-4691-a2a7-d951f6828fac req-6c548dca-e20e-4160-9fef-37435d6f9796 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553627 Aug 26 00:56:05.695492 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf98397-d4b4-42e4-a494-a9e19c3753f8 req-120dc8ab-773e-4ee5-93ef-c1c2e25629b5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:05.697131 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ecf98397-d4b4-42e4-a494-a9e19c3753f8 req-120dc8ab-773e-4ee5-93ef-c1c2e25629b5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0511975 Aug 26 00:56:05.732986 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:05.750152 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ecf98397-d4b4-42e4-a494-a9e19c3753f8 req-6315ccf1-573b-430b-b293-38ddce53e609 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470195 Aug 26 00:56:05.839233 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43402) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:05.892713 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:05.950559 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-01935e7e-625f-4050-8b9b-e7d8ffb18ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:06.028995 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-01935e7e-625f-4050-8b9b-e7d8ffb18ed6 admin admin] Publish callbacks [] for security_group (6e316285-456b-409e-aa21-16d3d30d4760), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:06.120549 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-01935e7e-625f-4050-8b9b-e7d8ffb18ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (6e316285-456b-409e-aa21-16d3d30d4760), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:06.140958 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:06.181938 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447b12-81aa-4ede-b8a0-fe6acdd95b48 req-3e7ff83d-9f81-47c3-ba19-8d42b3ba2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:06.181938 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ab447b12-81aa-4ede-b8a0-fe6acdd95b48 req-3e7ff83d-9f81-47c3-ba19-8d42b3ba2eef service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 1129 time: 0.0718281 Aug 26 00:56:06.187805 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-01935e7e-625f-4050-8b9b-e7d8ffb18ed6 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=7b16fe486c914268b647025b18c7f437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474221 Aug 26 00:56:06.192047 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 43412) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:06.206823 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01935e7e-625f-4050-8b9b-e7d8ffb18ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e316285-456b-409e-aa21-16d3d30d4760,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:06.207044 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:06.242204 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ab447b12-81aa-4ede-b8a0-fe6acdd95b48 req-087a67ed-389d-4591-ade6-9d9c8eb40bb5 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533619 Aug 26 00:56:06.256916 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a0f98fb2-c95a-4967-b31c-d93467b42278 admin admin] Publish callbacks [] for security_group (6e316285-456b-409e-aa21-16d3d30d4760), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:06.263924 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=22 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:06.282127 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a0f98fb2-c95a-4967-b31c-d93467b42278 admin admin] Publish callbacks [] for security_group (6e316285-456b-409e-aa21-16d3d30d4760), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:06.407885 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a0f98fb2-c95a-4967-b31c-d93467b42278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (6e316285-456b-409e-aa21-16d3d30d4760), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:06.407885 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a0f98fb2-c95a-4967-b31c-d93467b42278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:06.407885 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-a0f98fb2-c95a-4967-b31c-d93467b42278 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6e316285-456b-409e-aa21-16d3d30d4760 HTTP/1.1" status: 204 len: 168 time: 0.2116685 Aug 26 00:56:06.421115 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f98fb2-c95a-4967-b31c-d93467b42278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e316285-456b-409e-aa21-16d3d30d4760,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:06.613959 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf9c40-0f18-48a4-846e-dec85130a4d2 req-cff462ba-222b-4008-9497-978e4dade764 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:06.615433 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c5cf9c40-0f18-48a4-846e-dec85130a4d2 req-cff462ba-222b-4008-9497-978e4dade764 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0492537 Aug 26 00:56:06.668676 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c5cf9c40-0f18-48a4-846e-dec85130a4d2 req-45761447-4b18-4438-a761-b020abfc29ca tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Aug 26 00:56:06.884297 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38291bec-abce-4b8b-af9c-c5d40d922752 req-317cd659-09bb-44f2-b777-ba8fe6550b81 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:06.885717 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-38291bec-abce-4b8b-af9c-c5d40d922752 req-317cd659-09bb-44f2-b777-ba8fe6550b81 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0510063 Aug 26 00:56:06.905987 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:06.934024 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-38291bec-abce-4b8b-af9c-c5d40d922752 req-041ed993-df1d-4ace-a512-5e7f190005b4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424907 Aug 26 00:56:07.050072 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43436) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:07.064567 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e4aee6f9-59ef-41a4-b974-a1453d012aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:07.143890 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e4aee6f9-59ef-41a4-b974-a1453d012aba admin admin] Publish callbacks [] for security_group (94451859-20bf-44a9-b5b8-7e83d2f246fc), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:07.286586 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e4aee6f9-59ef-41a4-b974-a1453d012aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (94451859-20bf-44a9-b5b8-7e83d2f246fc), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:07.333346 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aee6f9-59ef-41a4-b974-a1453d012aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94451859-20bf-44a9-b5b8-7e83d2f246fc,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:07.346306 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-e4aee6f9-59ef-41a4-b974-a1453d012aba admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5d131a9aea474f21b0fce6c1729670bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913046 Aug 26 00:56:07.346306 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43440) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:07.401335 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7cd7faa9-7de0-4a3c-bd07-5d2c66a81eed admin admin] Publish callbacks [] for security_group (94451859-20bf-44a9-b5b8-7e83d2f246fc), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:07.423205 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7cd7faa9-7de0-4a3c-bd07-5d2c66a81eed admin admin] Publish callbacks [] for security_group (94451859-20bf-44a9-b5b8-7e83d2f246fc), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:07.431707 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:07.531912 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7cd7faa9-7de0-4a3c-bd07-5d2c66a81eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (94451859-20bf-44a9-b5b8-7e83d2f246fc), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:07.535136 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7cd7faa9-7de0-4a3c-bd07-5d2c66a81eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:07.536297 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7cd7faa9-7de0-4a3c-bd07-5d2c66a81eed admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/94451859-20bf-44a9-b5b8-7e83d2f246fc HTTP/1.1" status: 204 len: 168 time: 0.1893463 Aug 26 00:56:07.544335 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef43da-9708-4d50-8365-847c142de85f req-061d5220-af73-4155-9ba9-69e0c66e2119 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:07.544634 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7faa9-7de0-4a3c-bd07-5d2c66a81eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94451859-20bf-44a9-b5b8-7e83d2f246fc,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:07.546065 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d9ef43da-9708-4d50-8365-847c142de85f req-061d5220-af73-4155-9ba9-69e0c66e2119 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0486805 Aug 26 00:56:07.601440 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d9ef43da-9708-4d50-8365-847c142de85f req-f72a15b6-8317-4334-9c9a-88b0d6545f60 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487056 Aug 26 00:56:07.796986 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91abc46-3047-40dc-9a4e-dd7d800e1a5b req-16c128bd-ddaa-4645-8c69-2a3186755382 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:07.798574 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e91abc46-3047-40dc-9a4e-dd7d800e1a5b req-16c128bd-ddaa-4645-8c69-2a3186755382 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0497937 Aug 26 00:56:07.848144 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e91abc46-3047-40dc-9a4e-dd7d800e1a5b req-aa40a748-7ad8-4822-855f-ed97c3bbcd65 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 Aug 26 00:56:08.069153 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c32a60-3bff-4ef2-b37c-ae22b5572047 req-af59fb09-60d0-4004-bf94-8e28688d23e3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:08.070714 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-88c32a60-3bff-4ef2-b37c-ae22b5572047 req-af59fb09-60d0-4004-bf94-8e28688d23e3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0486624 Aug 26 00:56:08.128552 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-88c32a60-3bff-4ef2-b37c-ae22b5572047 req-fc84bb60-adae-47b9-8754-d871598153f5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492542 Aug 26 00:56:08.728259 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54860aca-9101-4fd5-9b85-773bcd1b67a4 req-fe88f714-fc47-4d2a-bf48-5484c04a36b0 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:08.728259 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-54860aca-9101-4fd5-9b85-773bcd1b67a4 req-fe88f714-fc47-4d2a-bf48-5484c04a36b0 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0483549 Aug 26 00:56:08.786620 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-54860aca-9101-4fd5-9b85-773bcd1b67a4 req-294c060c-e087-4e98-8b4a-3bae8f24a7d7 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526142 Aug 26 00:56:08.978274 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8249ab4-2576-46a6-9311-189c1dc52fcd req-53705dae-6418-40a1-b8c4-58d3cf529606 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:08.979866 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c8249ab4-2576-46a6-9311-189c1dc52fcd req-53705dae-6418-40a1-b8c4-58d3cf529606 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0512762 Aug 26 00:56:09.029313 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c8249ab4-2576-46a6-9311-189c1dc52fcd req-17a512d3-8598-4e75-9478-7ddd5660abc2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Aug 26 00:56:09.254830 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82ed1d-c788-4d55-871d-11bf040985fb req-8a3740ef-115b-41eb-9269-91b63a61db9a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:09.256327 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-af82ed1d-c788-4d55-871d-11bf040985fb req-8a3740ef-115b-41eb-9269-91b63a61db9a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0497918 Aug 26 00:56:09.308284 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-af82ed1d-c788-4d55-871d-11bf040985fb req-aadd8e6f-c59a-4fc0-80ac-d42f6b74bdca tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459201 Aug 26 00:56:09.903872 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5789390-a76a-4560-9e40-068bc86dcbbe req-5576b2a5-883d-422d-885a-236a580db066 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:09.905366 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b5789390-a76a-4560-9e40-068bc86dcbbe req-5576b2a5-883d-422d-885a-236a580db066 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0477419 Aug 26 00:56:09.955633 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b5789390-a76a-4560-9e40-068bc86dcbbe req-57e9fe5b-a781-4c2f-b300-89cf11ef5174 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434411 Aug 26 00:56:10.151538 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09a9da-4586-45d5-b9b5-533eecd3d8dc req-70264d31-f029-4709-a406-d8d9663cd91a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:10.153023 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fd09a9da-4586-45d5-b9b5-533eecd3d8dc req-70264d31-f029-4709-a406-d8d9663cd91a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0477922 Aug 26 00:56:10.203682 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fd09a9da-4586-45d5-b9b5-533eecd3d8dc req-273273c4-59c8-4ce1-a332-724f3def53b0 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445514 Aug 26 00:56:10.454389 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96f7bb-560c-48cc-9639-bb38c3807511 req-328e0416-b4f6-4002-a0ea-cfc144a3e069 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:10.455966 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3a96f7bb-560c-48cc-9639-bb38c3807511 req-328e0416-b4f6-4002-a0ea-cfc144a3e069 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0537937 Aug 26 00:56:10.508941 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3a96f7bb-560c-48cc-9639-bb38c3807511 req-03c62290-de41-47ad-81e0-f9a418e35c9e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468636 Aug 26 00:56:11.076664 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b83063-61e6-4645-aa39-1bfc4f551a5f req-7c6e433a-72bf-4e38-a3dc-52e82cfce937 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:11.078177 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e3b83063-61e6-4645-aa39-1bfc4f551a5f req-7c6e433a-72bf-4e38-a3dc-52e82cfce937 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0526712 Aug 26 00:56:11.127288 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e3b83063-61e6-4645-aa39-1bfc4f551a5f req-ce7628a8-15e4-46cf-a351-c8f30e181d72 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430155 Aug 26 00:56:11.321535 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f605-1b08-4530-ac87-0b354320007e req-4fffa5c1-58d7-44bb-92d0-a5a9b417601d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:11.323129 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4c50f605-1b08-4530-ac87-0b354320007e req-4fffa5c1-58d7-44bb-92d0-a5a9b417601d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0473044 Aug 26 00:56:11.370786 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4c50f605-1b08-4530-ac87-0b354320007e req-662b65df-f3cd-4dc6-8614-59b600da86a8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Aug 26 00:56:11.639753 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5c6d1-f78f-4f7e-b469-7bee359dc141 req-c6674aac-1c62-4e32-aea4-effb17c83350 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:11.641380 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8ce5c6d1-f78f-4f7e-b469-7bee359dc141 req-c6674aac-1c62-4e32-aea4-effb17c83350 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0536761 Aug 26 00:56:11.662942 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:11.699669 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8ce5c6d1-f78f-4f7e-b469-7bee359dc141 req-430f73c7-8555-4367-80ad-c045ba3115df tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522900 Aug 26 00:56:12.254380 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782bc3e-a7a7-47bd-8918-704c1bb5dffc req-45454529-6e5d-46ec-9502-676ad6220081 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:12.256145 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6782bc3e-a7a7-47bd-8918-704c1bb5dffc req-45454529-6e5d-46ec-9502-676ad6220081 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0529163 Aug 26 00:56:12.310015 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6782bc3e-a7a7-47bd-8918-704c1bb5dffc req-a316632e-9571-4650-92ab-dff2eb8fbf14 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470483 Aug 26 00:56:12.497741 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b3cdd-a4bb-4c32-8add-f2fcee16d695 req-5c27b626-dfa0-414a-ada6-861af4960396 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:12.499244 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-026b3cdd-a4bb-4c32-8add-f2fcee16d695 req-5c27b626-dfa0-414a-ada6-861af4960396 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0523996 Aug 26 00:56:12.547433 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-026b3cdd-a4bb-4c32-8add-f2fcee16d695 req-b26ab224-77b4-4052-9a09-32492e56a4c3 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426357 Aug 26 00:56:12.846569 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304de13-5018-42f2-aa50-b6f405506228 req-cca7b52e-f30f-4756-a085-8d8ce410beb5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:12.848226 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1304de13-5018-42f2-aa50-b6f405506228 req-cca7b52e-f30f-4756-a085-8d8ce410beb5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0507479 Aug 26 00:56:12.897333 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1304de13-5018-42f2-aa50-b6f405506228 req-23efcd7e-219a-4eaa-a7b5-1c59b0b9593e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427518 Aug 26 00:56:13.436881 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d7a34-3a76-41c2-8061-204a05fb81a7 req-08a67cbf-a5f7-4fd6-a249-9a98bd305756 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:13.436881 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-158d7a34-3a76-41c2-8061-204a05fb81a7 req-08a67cbf-a5f7-4fd6-a249-9a98bd305756 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0497239 Aug 26 00:56:13.483221 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-158d7a34-3a76-41c2-8061-204a05fb81a7 req-0e7acea4-acd5-47fc-92f0-4599521e84fc tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426068 Aug 26 00:56:13.677781 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d266b-9281-4265-aaae-1d2712a6d2e3 req-e2699286-73f2-439a-bb0a-d5bdbb0a49d7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:13.679266 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-918d266b-9281-4265-aaae-1d2712a6d2e3 req-e2699286-73f2-439a-bb0a-d5bdbb0a49d7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0483406 Aug 26 00:56:13.729891 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-918d266b-9281-4265-aaae-1d2712a6d2e3 req-643fed50-c862-4d70-8c9a-9121886891a8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449431 Aug 26 00:56:14.020134 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f9cdf-e467-4c66-91a4-563d4e6308c4 req-05267f05-69cf-4f08-a9bb-ca9c76b42fb6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:14.021635 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-de3f9cdf-e467-4c66-91a4-563d4e6308c4 req-05267f05-69cf-4f08-a9bb-ca9c76b42fb6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0470698 Aug 26 00:56:14.073447 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-de3f9cdf-e467-4c66-91a4-563d4e6308c4 req-eff55293-1af9-4940-b550-04724b233f9b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460031 Aug 26 00:56:14.608278 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7c0b9-1281-4eb2-abb0-eff630eaa3f2 req-cc2ebd6c-20e5-4faf-afb0-9a4bd9b40eac tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:14.610170 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-feb7c0b9-1281-4eb2-abb0-eff630eaa3f2 req-cc2ebd6c-20e5-4faf-afb0-9a4bd9b40eac tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0485215 Aug 26 00:56:14.658863 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-feb7c0b9-1281-4eb2-abb0-eff630eaa3f2 req-caef0354-caeb-4493-8707-a4f1879a303f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Aug 26 00:56:14.852870 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3f0ef-21bb-4677-bce1-afbb6527c17f req-2e9bb6ef-b7a4-4909-88ee-38999e63c555 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:14.854317 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bba3f0ef-21bb-4677-bce1-afbb6527c17f req-2e9bb6ef-b7a4-4909-88ee-38999e63c555 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0475404 Aug 26 00:56:14.901503 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bba3f0ef-21bb-4677-bce1-afbb6527c17f req-d757b74e-760f-42b6-b8ed-9cc83e226e17 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Aug 26 00:56:15.191316 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:15.211597 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39179dd9-55f7-4b28-a178-f00765f0ff12 req-ddda2351-c197-42c0-8b48-f3967797dcbe tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:15.213184 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-39179dd9-55f7-4b28-a178-f00765f0ff12 req-ddda2351-c197-42c0-8b48-f3967797dcbe tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0569475 Aug 26 00:56:15.233256 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:15.261794 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-39179dd9-55f7-4b28-a178-f00765f0ff12 req-f3929ef4-fba6-4f23-9cda-389255f05a78 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Aug 26 00:56:15.578891 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43638) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:15.685432 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e40a415d-4018-4ae5-af02-6d9ba3bacc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:15.724393 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:15.806524 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32818fbc-6a75-4bc7-bee7-f578f3332ba5 req-cf2f38d6-6a7b-4ff1-8fa9-5eed9a093ece tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:15.807982 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-32818fbc-6a75-4bc7-bee7-f578f3332ba5 req-cf2f38d6-6a7b-4ff1-8fa9-5eed9a093ece tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0709329 Aug 26 00:56:15.809836 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e40a415d-4018-4ae5-af02-6d9ba3bacc0d admin admin] Publish callbacks [] for security_group (ba6739fd-7b84-4853-83d5-d44e0a28aebc), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:15.854815 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-32818fbc-6a75-4bc7-bee7-f578f3332ba5 req-629b4453-9364-43ce-93fc-7f1dfafcac37 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411985 Aug 26 00:56:15.869103 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e40a415d-4018-4ae5-af02-6d9ba3bacc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (ba6739fd-7b84-4853-83d5-d44e0a28aebc), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:15.912713 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-e40a415d-4018-4ae5-af02-6d9ba3bacc0d admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=3fb04a1d266046c7acbe3e6a64ad4e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3299966 Aug 26 00:56:15.913134 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 43646) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:15.913590 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a415d-4018-4ae5-af02-6d9ba3bacc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6739fd-7b84-4853-83d5-d44e0a28aebc,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:15.970096 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-defe2dac-2b8a-42ee-9349-131c0758cfd5 admin admin] Publish callbacks [] for security_group (ba6739fd-7b84-4853-83d5-d44e0a28aebc), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:16.017676 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-defe2dac-2b8a-42ee-9349-131c0758cfd5 admin admin] Publish callbacks [] for security_group (ba6739fd-7b84-4853-83d5-d44e0a28aebc), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:16.046321 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6211a7c-7027-42f2-b100-284bdc02437f req-29c1cb10-8e65-4d36-9e2d-9f85f624d368 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:16.047763 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e6211a7c-7027-42f2-b100-284bdc02437f req-29c1cb10-8e65-4d36-9e2d-9f85f624d368 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0689805 Aug 26 00:56:16.103949 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e6211a7c-7027-42f2-b100-284bdc02437f req-da31ea37-0dc6-483f-a457-11afeff5da03 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499971 Aug 26 00:56:16.171435 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-defe2dac-2b8a-42ee-9349-131c0758cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (ba6739fd-7b84-4853-83d5-d44e0a28aebc), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:16.174551 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-defe2dac-2b8a-42ee-9349-131c0758cfd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:16.175738 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-defe2dac-2b8a-42ee-9349-131c0758cfd5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/ba6739fd-7b84-4853-83d5-d44e0a28aebc HTTP/1.1" status: 204 len: 168 time: 0.2615886 Aug 26 00:56:16.183868 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe2dac-2b8a-42ee-9349-131c0758cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6739fd-7b84-4853-83d5-d44e0a28aebc,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:16.389890 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdd125-3dc2-4d9d-94df-20a4f42af175 req-42ca29a5-e941-46f7-ae5e-8bcd555567ef tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:16.391384 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a2fdd125-3dc2-4d9d-94df-20a4f42af175 req-42ca29a5-e941-46f7-ae5e-8bcd555567ef tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0483043 Aug 26 00:56:16.404188 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:16.443360 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a2fdd125-3dc2-4d9d-94df-20a4f42af175 req-c81bddbc-61d7-493c-bd9a-f5640afb6a05 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463102 Aug 26 00:56:16.910513 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43670) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:16.924306 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6fd95ae1-608f-4476-9aed-1c362aa2c69b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:16.981446 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15130e-deb9-4920-8a8c-e79559d12b2d req-bda56037-283d-49a7-a2aa-fa727c4d265e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:16.989004 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-db15130e-deb9-4920-8a8c-e79559d12b2d req-bda56037-283d-49a7-a2aa-fa727c4d265e tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0592864 Aug 26 00:56:17.006082 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6fd95ae1-608f-4476-9aed-1c362aa2c69b admin admin] Publish callbacks [] for security_group (8c4582de-e3a7-4996-8e50-7ba2519f4302), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:17.034057 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-db15130e-deb9-4920-8a8c-e79559d12b2d req-65f76876-7268-4bc7-bb2a-eb75ccc8070f tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436697 Aug 26 00:56:17.092018 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6fd95ae1-608f-4476-9aed-1c362aa2c69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (8c4582de-e3a7-4996-8e50-7ba2519f4302), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:17.132264 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6fd95ae1-608f-4476-9aed-1c362aa2c69b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c53e2f3f75d9473cbdf2b9b5de703807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206581 Aug 26 00:56:17.133179 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd95ae1-608f-4476-9aed-1c362aa2c69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4582de-e3a7-4996-8e50-7ba2519f4302,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:17.135165 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 43676) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:17.185872 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b837612a-55e7-4c0d-9c26-c92e2c8494b8 admin admin] Publish callbacks [] for security_group (8c4582de-e3a7-4996-8e50-7ba2519f4302), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:17.206539 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b837612a-55e7-4c0d-9c26-c92e2c8494b8 admin admin] Publish callbacks [] for security_group (8c4582de-e3a7-4996-8e50-7ba2519f4302), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:17.224973 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2921d9-6bce-47e3-9036-78a9b83551eb req-da72976b-be07-40dd-a25a-fdb4c45efc9d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:17.226478 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bc2921d9-6bce-47e3-9036-78a9b83551eb req-da72976b-be07-40dd-a25a-fdb4c45efc9d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0480008 Aug 26 00:56:17.274673 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bc2921d9-6bce-47e3-9036-78a9b83551eb req-4a1886b4-a510-42ff-b7e9-fa1a7097e933 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Aug 26 00:56:17.326211 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b837612a-55e7-4c0d-9c26-c92e2c8494b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (8c4582de-e3a7-4996-8e50-7ba2519f4302), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:17.328877 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b837612a-55e7-4c0d-9c26-c92e2c8494b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:17.330622 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-b837612a-55e7-4c0d-9c26-c92e2c8494b8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8c4582de-e3a7-4996-8e50-7ba2519f4302 HTTP/1.1" status: 204 len: 168 time: 0.1939595 Aug 26 00:56:17.338582 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837612a-55e7-4c0d-9c26-c92e2c8494b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4582de-e3a7-4996-8e50-7ba2519f4302,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:17.574376 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf4155-c98b-4bc7-8829-eb0c71ea8614 req-fe0089e3-b6f9-4550-b780-3dfe47f6809c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:17.576018 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a0cf4155-c98b-4bc7-8829-eb0c71ea8614 req-fe0089e3-b6f9-4550-b780-3dfe47f6809c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0530732 Aug 26 00:56:17.634113 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a0cf4155-c98b-4bc7-8829-eb0c71ea8614 req-84175f5b-1b1a-4c55-a52d-225777d9e827 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502150 Aug 26 00:56:17.681859 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ce1c4-b541-4290-a78c-515de9af6b86 req-c9ce36e2-c2a8-4bc8-be6b-40d8a1f6097d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:17.683333 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-497ce1c4-b541-4290-a78c-515de9af6b86 req-c9ce36e2-c2a8-4bc8-be6b-40d8a1f6097d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0583277 Aug 26 00:56:17.735395 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-497ce1c4-b541-4290-a78c-515de9af6b86 req-4a1af1ca-fa6f-424a-907a-f5d537061f33 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461888 Aug 26 00:56:18.159841 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f1868-4cf6-48f3-bcf6-51c7b00cf402 req-bb5ae4e2-fdeb-46eb-b6d6-9c8311d11900 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:18.161461 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-058f1868-4cf6-48f3-bcf6-51c7b00cf402 req-bb5ae4e2-fdeb-46eb-b6d6-9c8311d11900 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0490942 Aug 26 00:56:18.211748 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-058f1868-4cf6-48f3-bcf6-51c7b00cf402 req-5bedcdf8-f859-4532-b16c-b7f3a644267a tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=7ef6ff89-a34b-4539-8b9f-a433593f0d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443642 Aug 26 00:56:18.214190 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ccb23-da11-4462-bc15-c8e1cf05da0e req-c9c21217-4ddd-4cc8-8aed-6ef53f5b9c4b tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:18.215639 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-747ccb23-da11-4462-bc15-c8e1cf05da0e req-c9c21217-4ddd-4cc8-8aed-6ef53f5b9c4b tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 945 time: 0.0480053 Aug 26 00:56:18.409123 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ee6ad2fb-f57e-474d-a46b-a0d19ae36479 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:56:18.513702 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:18.524651 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'port_id': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'mac_address': 'fa:16:3e:74:70:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:56:18.561027 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 is: ACTIVE; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:56:18.561419 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:18.579307 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee6ad2fb-f57e-474d-a46b-a0d19ae36479 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:56:18.598852 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:18.727233 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0a73-5a89-4f85-8cd4-23b4118fd600 req-9e9e8d6d-19f9-4cc2-bac0-e6e9f35a2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:18.728884 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-077c0a73-5a89-4f85-8cd4-23b4118fd600 req-9e9e8d6d-19f9-4cc2-bac0-e6e9f35a2afb service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 1129 time: 0.0407164 Aug 26 00:56:18.732181 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:18.799028 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,revision_number=6']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:18.837152 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:18.841781 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a8d69-8c94-46f3-b2a5-93e240a64e29 req-73f9ccea-e6e3-4d5b-938a-e87e354d6008 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:18.848928 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fd4a8d69-8c94-46f3-b2a5-93e240a64e29 req-73f9ccea-e6e3-4d5b-938a-e87e354d6008 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 944 time: 0.1282287 Aug 26 00:56:18.879830 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-747ccb23-da11-4462-bc15-c8e1cf05da0e req-9a39777a-a060-4e81-9268-978776de2485 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Deleting port 03c66732-36bf-4fb0-a82e-c2791f578710 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:56:18.879830 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-747ccb23-da11-4462-bc15-c8e1cf05da0e req-9a39777a-a060-4e81-9268-978776de2485 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:18.890541 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0a73-5a89-4f85-8cd4-23b4118fd600 req-8d3e5d47-7705-4750-ad26-41b0dde6eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:18.891069 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-077c0a73-5a89-4f85-8cd4-23b4118fd600 req-8d3e5d47-7705-4750-ad26-41b0dde6eb6e service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 921 time: 0.1553199 Aug 26 00:56:18.953915 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-077c0a73-5a89-4f85-8cd4-23b4118fd600 req-14da4446-a3e3-4bc9-88e5-78fa28a8ed4a service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=370c2a59-a26b-4a3e-8768-1300357aad68 HTTP/1.1" status: 200 len: 217 time: 0.0446954 Aug 26 00:56:18.993358 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438910a-6417-4374-a933-ca1a0eb9efb5 req-529fc6b7-b0a7-4e39-9cd4-446b8bc32b0c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:18.994468 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fd4a8d69-8c94-46f3-b2a5-93e240a64e29 req-2399661f-7076-4457-a673-a8221dbeddcd tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445348 Aug 26 00:56:18.997468 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['ee6ad2fb-f57e-474d-a46b-a0d19ae36479'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:56:19.001290 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9438910a-6417-4374-a933-ca1a0eb9efb5 req-529fc6b7-b0a7-4e39-9cd4-446b8bc32b0c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.1264114 Aug 26 00:56:19.026076 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:19.029602 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-747ccb23-da11-4462-bc15-c8e1cf05da0e req-9a39777a-a060-4e81-9268-978776de2485 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] For port 03c66732-36bf-4fb0-a82e-c2791f578710, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=03c66732-36bf-4fb0-a82e-c2791f578710,segment=NetworkSegment(e74e73a6-c9a9-4662-abc2-035aaa027b7e),segment_id=e74e73a6-c9a9-4662-abc2-035aaa027b7e)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:19.032931 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-747ccb23-da11-4462-bc15-c8e1cf05da0e req-9a39777a-a060-4e81-9268-978776de2485 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:19.040548 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0a73-5a89-4f85-8cd4-23b4118fd600 req-e1b8e356-68d5-4228-828e-20bcf9f4da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:19.042056 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-077c0a73-5a89-4f85-8cd4-23b4118fd600 req-e1b8e356-68d5-4228-828e-20bcf9f4da7d service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.0802298 Aug 26 00:56:19.048061 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-747ccb23-da11-4462-bc15-c8e1cf05da0e req-9a39777a-a060-4e81-9268-978776de2485 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Calling delete_port for 03c66732-36bf-4fb0-a82e-c2791f578710 owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:56:19.114184 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9438910a-6417-4374-a933-ca1a0eb9efb5 req-dc6f006c-0d00-4540-9032-fd553b4f6314 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112602 Aug 26 00:56:19.128966 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0a73-5a89-4f85-8cd4-23b4118fd600 req-0c414afd-6cd7-4621-a2ed-481abe0d0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:19.132023 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-077c0a73-5a89-4f85-8cd4-23b4118fd600 req-0c414afd-6cd7-4621-a2ed-481abe0d0626 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0798020 Aug 26 00:56:19.168618 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:19.192898 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:19.226481 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:19.279007 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-077c0a73-5a89-4f85-8cd4-23b4118fd600 req-2709e5ae-04da-4408-85f6-f7cd78a48127 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393816 Aug 26 00:56:19.333951 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-747ccb23-da11-4462-bc15-c8e1cf05da0e req-9a39777a-a060-4e81-9268-978776de2485 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (03c66732-36bf-4fb0-a82e-c2791f578710), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:19.386808 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-077c0a73-5a89-4f85-8cd4-23b4118fd600 req-eebcaa03-0ff4-4a2b-90d4-bcceaabf6008 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013563 Aug 26 00:56:19.389946 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2eeb7c6f-dedc-4b91-95e4-e9f58e3b9ddd req-121dbe70-c047-4867-b6ec-1bb57310fdc9 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 210 time: 0.0674863 Aug 26 00:56:19.393252 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39777a-a060-4e81-9268-978776de2485 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Pushing event deleted for resources: {'Port': ['ID=03c66732-36bf-4fb0-a82e-c2791f578710,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:19.451315 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-747ccb23-da11-4462-bc15-c8e1cf05da0e req-9a39777a-a060-4e81-9268-978776de2485 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] No DVR routers for this DVR port 03c66732-36bf-4fb0-a82e-c2791f578710 on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:56:19.455883 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-747ccb23-da11-4462-bc15-c8e1cf05da0e req-9a39777a-a060-4e81-9268-978776de2485 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:19.460223 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-747ccb23-da11-4462-bc15-c8e1cf05da0e req-9a39777a-a060-4e81-9268-978776de2485 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.91 "DELETE /networking/v2.0/ports/03c66732-36bf-4fb0-a82e-c2791f578710 HTTP/1.1" status: 204 len: 173 time: 0.7730329 Aug 26 00:56:19.460916 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56d5f8c-767e-4fa6-b714-d018853c73bd', 'name': 'network-vif-deleted', 'tag': '03c66732-36bf-4fb0-a82e-c2791f578710'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:56:19.463184 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93f193d-4607-4a7e-b66d-14c6c6f9149c" -d '{"events": [{"server_uuid": "c56d5f8c-767e-4fa6-b714-d018853c73bd", "name": "network-vif-deleted", "tag": "03c66732-36bf-4fb0-a82e-c2791f578710"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:56:19.519365 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738ef8fa-3647-4c57-a6ef-0a1fd8850132 x-openstack-request-id: req-738ef8fa-3647-4c57-a6ef-0a1fd8850132 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:56:19.519656 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56d5f8c-767e-4fa6-b714-d018853c73bd", "name": "network-vif-deleted", "tag": "03c66732-36bf-4fb0-a82e-c2791f578710", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:56:19.519906 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-738ef8fa-3647-4c57-a6ef-0a1fd8850132 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:56:19.520332 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738ef8fa-3647-4c57-a6ef-0a1fd8850132'] response: {'server_uuid': 'c56d5f8c-767e-4fa6-b714-d018853c73bd', 'name': 'network-vif-deleted', 'tag': '03c66732-36bf-4fb0-a82e-c2791f578710', 'status': 'completed', 'code': 200} Aug 26 00:56:19.762496 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50741d40-5b14-48b6-8dd7-f0b89df42452 req-11e9687d-38f9-42db-9fa5-888a11997b5b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:19.763970 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-50741d40-5b14-48b6-8dd7-f0b89df42452 req-11e9687d-38f9-42db-9fa5-888a11997b5b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0506485 Aug 26 00:56:19.825000 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-50741d40-5b14-48b6-8dd7-f0b89df42452 req-9ce80eff-2f59-4d35-aac7-a45088c57279 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553489 Aug 26 00:56:20.025268 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:20.029554 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:20.133506 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03197c2-3be9-47db-a87b-d32efedc4f78 req-ffcf15ab-ca82-4647-89b5-40ea9a2643ee tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:20.135273 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d03197c2-3be9-47db-a87b-d32efedc4f78 req-ffcf15ab-ca82-4647-89b5-40ea9a2643ee tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 944 time: 0.0495148 Aug 26 00:56:20.187174 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d03197c2-3be9-47db-a87b-d32efedc4f78 req-47a067ca-1a13-4cbb-9392-9e1fafb477ca tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458205 Aug 26 00:56:20.234011 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4154a0-d595-48c2-a8cd-9a3c9cab8be8 req-8e55322a-3a21-41df-822b-70d49ef08ce2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:20.235492 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6a4154a0-d595-48c2-a8cd-9a3c9cab8be8 req-8e55322a-3a21-41df-822b-70d49ef08ce2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0496194 Aug 26 00:56:20.293075 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6a4154a0-d595-48c2-a8cd-9a3c9cab8be8 req-29928e88-b28a-4c1f-a678-42de6f74aa78 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514791 Aug 26 00:56:20.353359 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 43776) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:20.439590 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ee6ad2fb-f57e-474d-a46b-a0d19ae36479 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:56:20.471312 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8f73f22e-1bf8-4e0f-82d2-3c54bc2ebb59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:20.488299 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:56:20.489064 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:20.540949 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-89cba3e4-36ce-4d46-b43d-e9220a87107c req-b5b89785-fdfb-4177-b08d-f7ece93249e1 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 210 time: 0.0332589 Aug 26 00:56:20.564242 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:56:20.564664 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:20.579924 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8f73f22e-1bf8-4e0f-82d2-3c54bc2ebb59 admin admin] Publish callbacks [] for security_group (c04764a8-d4ed-45d2-9105-1222844fc204), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:20.587118 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:56:20.592706 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8005f55-211e-4d7f-a419-1c62ffe9f857" -d '{"events": [{"server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "name": "network-vif-plugged", "status": "completed", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:56:20.607270 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:20.627438 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdcb3da-9395-4ccd-8726-a0694ca8f2c5 x-openstack-request-id: req-1fdcb3da-9395-4ccd-8726-a0694ca8f2c5 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:56:20.627760 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "name": "network-vif-plugged", "status": "completed", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:56:20.628022 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1fdcb3da-9395-4ccd-8726-a0694ca8f2c5 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:56:20.628415 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdcb3da-9395-4ccd-8726-a0694ca8f2c5'] response: {'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'code': 200} Aug 26 00:56:20.726513 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8f73f22e-1bf8-4e0f-82d2-3c54bc2ebb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (c04764a8-d4ed-45d2-9105-1222844fc204), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:20.726725 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:20.727323 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 03c66732-36bf-4fb0-a82e-c2791f578710 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:56:20.731276 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:20.764391 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 03c66732-36bf-4fb0-a82e-c2791f578710 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:56:20.764763 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 03c66732-36bf-4fb0-a82e-c2791f578710 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:56:20.767953 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8f73f22e-1bf8-4e0f-82d2-3c54bc2ebb59 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=40a2b56f30e44eeeb3dcb11dced91a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4135239 Aug 26 00:56:20.770743 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73f22e-1bf8-4e0f-82d2-3c54bc2ebb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04764a8-d4ed-45d2-9105-1222844fc204,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:20.772376 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43784) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:20.793031 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:20.798051 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,revision_number=7']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:20.805510 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.807082 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.807441 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.807812 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.808188 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.808546 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.808915 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.809246 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.809577 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.809948 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.810251 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.810651 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.811275 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.811608 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.811936 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:20.847418 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9e364b81-c0bd-498a-874e-40bf71027644 admin admin] Publish callbacks [] for security_group (c04764a8-d4ed-45d2-9105-1222844fc204), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:20.868784 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9e364b81-c0bd-498a-874e-40bf71027644 admin admin] Publish callbacks [] for security_group (c04764a8-d4ed-45d2-9105-1222844fc204), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:20.922481 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43790) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:20.953979 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8fa71-06c3-4d71-9def-a74fe2110da7 req-b1fb16f3-96dd-44ca-aa61-bd488f8e9917 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:20.956000 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d1c8fa71-06c3-4d71-9def-a74fe2110da7 req-b1fb16f3-96dd-44ca-aa61-bd488f8e9917 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0488322 Aug 26 00:56:20.967084 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:21.005290 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d1c8fa71-06c3-4d71-9def-a74fe2110da7 req-d4a0cad8-d47a-450f-8048-73149bc31359 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436876 Aug 26 00:56:21.031797 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ca320200-1e41-447b-9410-641c0c1f8e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:21.042193 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9e364b81-c0bd-498a-874e-40bf71027644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (c04764a8-d4ed-45d2-9105-1222844fc204), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:21.044675 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9e364b81-c0bd-498a-874e-40bf71027644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:21.045826 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-9e364b81-c0bd-498a-874e-40bf71027644 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c04764a8-d4ed-45d2-9105-1222844fc204 HTTP/1.1" status: 204 len: 168 time: 0.2718587 Aug 26 00:56:21.060854 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e364b81-c0bd-498a-874e-40bf71027644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04764a8-d4ed-45d2-9105-1222844fc204,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:21.128885 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ca320200-1e41-447b-9410-641c0c1f8e60 admin admin] Publish callbacks [] for security_group (1c1fd3ed-1c0c-4f28-9c30-33323ee89622), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:21.189710 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ca320200-1e41-447b-9410-641c0c1f8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (1c1fd3ed-1c0c-4f28-9c30-33323ee89622), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:21.233003 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-ca320200-1e41-447b-9410-641c0c1f8e60 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=29601c525a8d42878760f5ae2c4eb580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093915 Aug 26 00:56:21.233884 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca320200-1e41-447b-9410-641c0c1f8e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1fd3ed-1c0c-4f28-9c30-33323ee89622,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:21.236382 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 43798) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:21.289490 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b05be7ed-9849-4876-94f1-344c67b74607 admin admin] Publish callbacks [] for security_group (1c1fd3ed-1c0c-4f28-9c30-33323ee89622), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:21.321936 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52ed55-7e6e-44db-802b-097a2dc0937e req-5f21a2d1-8471-44af-93e0-d96f474ee92d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:21.324177 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4f52ed55-7e6e-44db-802b-097a2dc0937e req-5f21a2d1-8471-44af-93e0-d96f474ee92d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0505018 Aug 26 00:56:21.324442 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b05be7ed-9849-4876-94f1-344c67b74607 admin admin] Publish callbacks [] for security_group (1c1fd3ed-1c0c-4f28-9c30-33323ee89622), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:21.403769 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4f52ed55-7e6e-44db-802b-097a2dc0937e req-2e5007ab-8fd1-4d07-9f3f-c0b29f8a434a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688450 Aug 26 00:56:21.474876 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8b636-7e16-4d1b-95e4-7f1c2939d13a req-b0802c47-0fc8-42e8-96ff-d9377b51eac4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:21.476397 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1db8b636-7e16-4d1b-95e4-7f1c2939d13a req-b0802c47-0fc8-42e8-96ff-d9377b51eac4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0723343 Aug 26 00:56:21.499588 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b05be7ed-9849-4876-94f1-344c67b74607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (1c1fd3ed-1c0c-4f28-9c30-33323ee89622), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:21.502829 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b05be7ed-9849-4876-94f1-344c67b74607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:21.510814 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-b05be7ed-9849-4876-94f1-344c67b74607 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/1c1fd3ed-1c0c-4f28-9c30-33323ee89622 HTTP/1.1" status: 204 len: 168 time: 0.2668560 Aug 26 00:56:21.520192 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05be7ed-9849-4876-94f1-344c67b74607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1fd3ed-1c0c-4f28-9c30-33323ee89622,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:21.540822 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1db8b636-7e16-4d1b-95e4-7f1c2939d13a req-143791cb-0165-4aa3-8d01-d98d0e05b7a4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576000 Aug 26 00:56:21.651076 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:21.682351 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-0cd78843-4e25-4596-bb4c-0fb89321ea14 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1310762645&fields=id&tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b HTTP/1.1" status: 200 len: 267 time: 0.0441828 Aug 26 00:56:21.802645 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-e0da3836-7e03-432f-b6d3-1d96176a4b3e tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:21.804323 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-e0da3836-7e03-432f-b6d3-1d96176a4b3e tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 812 time: 0.1149843 Aug 26 00:56:21.820169 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-73076750-7f3c-40c4-8b35-76aa4abb9e47 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/quotas/ca3e24d51bdf44c5ad7219fa57d3d23b HTTP/1.1" status: 200 len: 375 time: 0.0097613 Aug 26 00:56:21.846826 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3ddecf03-9bf2-4560-89e8-2a868b86e753 req-9a1e222b-e67f-4205-9a5a-ac8b8202889c tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 210 time: 0.0290983 Aug 26 00:56:21.873258 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-e8a855ac-3e19-4c12-91d0-fcb610c671e0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470862 Aug 26 00:56:21.928180 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:21.976277 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-31245a03-361d-4d8c-875f-def2d8e8e64e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907242 Aug 26 00:56:22.071816 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-304c64b5-bda5-4f4a-ab8b-6e26fb4e284c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895951 Aug 26 00:56:22.090179 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43822) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:22.105618 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5e008ff3-011a-478c-8915-a65c22e29429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:22.144781 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e91689-a265-4b00-a5d8-aab37f93f751 req-4debcc7f-f089-44df-9d46-e3d91cd9bbf9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:22.161104 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c3e91689-a265-4b00-a5d8-aab37f93f751 req-4debcc7f-f089-44df-9d46-e3d91cd9bbf9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0758569 Aug 26 00:56:22.219145 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5e008ff3-011a-478c-8915-a65c22e29429 admin admin] Publish callbacks [] for security_group (c2858f49-abce-46f2-b050-2c68cb646dfe), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:22.235122 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c3e91689-a265-4b00-a5d8-aab37f93f751 req-aaa6fc6b-29aa-47a9-b565-477b1b7985c7 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727766 Aug 26 00:56:22.321308 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5e008ff3-011a-478c-8915-a65c22e29429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (c2858f49-abce-46f2-b050-2c68cb646dfe), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:22.361799 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-5e008ff3-011a-478c-8915-a65c22e29429 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=2fdb9bff842f421baa9660fde546c405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698195 Aug 26 00:56:22.364156 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 43836) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:22.370844 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e008ff3-011a-478c-8915-a65c22e29429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2858f49-abce-46f2-b050-2c68cb646dfe,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:22.420507 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6216c3e9-9846-484f-a33e-fb571a2fff76 admin admin] Publish callbacks [] for security_group (c2858f49-abce-46f2-b050-2c68cb646dfe), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:22.446635 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6216c3e9-9846-484f-a33e-fb571a2fff76 admin admin] Publish callbacks [] for security_group (c2858f49-abce-46f2-b050-2c68cb646dfe), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:22.521146 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:22.564435 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0336f-8c7f-4b87-85d6-e374d88d77e5 req-9dc1c915-6e26-4119-ba53-1e13a1a74e8c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:22.566053 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e7d0336f-8c7f-4b87-85d6-e374d88d77e5 req-9dc1c915-6e26-4119-ba53-1e13a1a74e8c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0545800 Aug 26 00:56:22.617989 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e7d0336f-8c7f-4b87-85d6-e374d88d77e5 req-3a091a93-ca24-470d-b21e-680e43ad6988 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464995 Aug 26 00:56:22.652401 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6216c3e9-9846-484f-a33e-fb571a2fff76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (c2858f49-abce-46f2-b050-2c68cb646dfe), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:22.654996 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6216c3e9-9846-484f-a33e-fb571a2fff76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:22.659223 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-6216c3e9-9846-484f-a33e-fb571a2fff76 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c2858f49-abce-46f2-b050-2c68cb646dfe HTTP/1.1" status: 204 len: 168 time: 0.2909489 Aug 26 00:56:22.665963 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216c3e9-9846-484f-a33e-fb571a2fff76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2858f49-abce-46f2-b050-2c68cb646dfe,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:22.731997 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed713b-3f16-4940-9eff-f3f219230054 req-a4480304-7ad7-4487-a9df-b9b3df5145fe tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:22.733581 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-83ed713b-3f16-4940-9eff-f3f219230054 req-a4480304-7ad7-4487-a9df-b9b3df5145fe tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0488231 Aug 26 00:56:22.783216 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-83ed713b-3f16-4940-9eff-f3f219230054 req-a28c8826-b70f-425a-9445-b6b80e357172 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429933 Aug 26 00:56:22.886547 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b45b970a-d376-4dd2-be8d-04119dfecbff req-80445048-1568-4b87-ab68-2ea344af245e tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 210 time: 0.0697770 Aug 26 00:56:23.023362 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-abc2ef65-9002-4bca-937b-ea60b760dd6b req-3749a217-7c4b-4744-9ad1-8e5600f9de07 tempest-VolumesActionsTest-746620721 tempest-VolumesActionsTest-746620721-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c56d5f8c-767e-4fa6-b714-d018853c73bd HTTP/1.1" status: 200 len: 210 time: 0.0636485 Aug 26 00:56:23.381795 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3ada8-575b-4634-9d0c-09db5c3d786f req-2e085a27-0358-43d7-9f5d-78fc43d94122 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:23.401698 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-46c3ada8-575b-4634-9d0c-09db5c3d786f req-2e085a27-0358-43d7-9f5d-78fc43d94122 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0661092 Aug 26 00:56:23.474586 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-46c3ada8-575b-4634-9d0c-09db5c3d786f req-e61af00d-ad70-4bcc-9b9f-eabd03a6acf3 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760698 Aug 26 00:56:23.753589 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:23.761896 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a2371-de88-4218-ab08-422051d71fad req-d16f8f49-a7cb-43dd-8c87-ff88b5f2fb4e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:23.763362 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-684a2371-de88-4218-ab08-422051d71fad req-d16f8f49-a7cb-43dd-8c87-ff88b5f2fb4e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0501297 Aug 26 00:56:23.822781 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-684a2371-de88-4218-ab08-422051d71fad req-e3c85e38-3d06-4f16-8fed-7243768fb5d2 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523059 Aug 26 00:56:24.045744 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-91bc8c9c-1f43-4ab7-a1b8-ec16c1ef3d9e req-6ebe0a88-1c31-42e1-8260-6de68b518d4f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 210 time: 0.0855331 Aug 26 00:56:24.683888 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:24.714340 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b42de-229e-4823-9e4f-056bc8f96c32 req-145edc88-24e6-4958-a962-a630bf4a4422 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:24.714340 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a18b42de-229e-4823-9e4f-056bc8f96c32 req-145edc88-24e6-4958-a962-a630bf4a4422 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.1118832 Aug 26 00:56:24.817253 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a18b42de-229e-4823-9e4f-056bc8f96c32 req-c966ce71-ea16-47ec-a735-2b6d968151d5 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078238 Aug 26 00:56:25.062534 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27e463-c0e1-4e7b-8006-d29f1362ea71 req-df8f3157-3862-4efc-b8de-be792c462f62 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:25.070977 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-de27e463-c0e1-4e7b-8006-d29f1362ea71 req-df8f3157-3862-4efc-b8de-be792c462f62 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0945356 Aug 26 00:56:25.125518 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 43956) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:25.130743 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-dedebb4a-77ba-49e5-be40-f59d44f146c1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326608181', 'description': 'tempest-description--1716152060'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:56:25.133157 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-de27e463-c0e1-4e7b-8006-d29f1362ea71 req-3e71caa1-236b-4a70-b529-2ac215a42fdc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612190 Aug 26 00:56:25.241600 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-dedebb4a-77ba-49e5-be40-f59d44f146c1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:25.330710 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3a9ca4b2-fb33-4fd9-8ec6-6ed88d66b671 req-cfad6c19-baa2-425e-9054-7ea8a220c52d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 210 time: 0.0733259 Aug 26 00:56:25.444364 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-dedebb4a-77ba-49e5-be40-f59d44f146c1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for security_group (d2527cb5-106b-4528-b5c6-5c9be0fb11e1), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:25.509287 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-dedebb4a-77ba-49e5-be40-f59d44f146c1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (d2527cb5-106b-4528-b5c6-5c9be0fb11e1), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:25.545439 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedebb4a-77ba-49e5-be40-f59d44f146c1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2527cb5-106b-4528-b5c6-5c9be0fb11e1,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:25.722945 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-dedebb4a-77ba-49e5-be40-f59d44f146c1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:25.726100 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-dedebb4a-77ba-49e5-be40-f59d44f146c1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5995743 Aug 26 00:56:25.729130 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43974) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:25.735067 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-b828008a-6e95-4847-9bd3-4d60333afcee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Request body: {'security_group_rule': {'security_group_id': 'd2527cb5-106b-4528-b5c6-5c9be0fb11e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:56:25.863134 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b828008a-6e95-4847-9bd3-4d60333afcee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for security_group_rule (89c8016f-d9f0-4b48-8ae1-cadc5fa85c34), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:26.025813 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b828008a-6e95-4847-9bd3-4d60333afcee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for security_group_rule (89c8016f-d9f0-4b48-8ae1-cadc5fa85c34), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:26.035835 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85b050-56b3-4f0e-a362-8777fe14d42e req-d4c1a44c-02c5-4b5b-b83f-9fcc20062dfd tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:26.043072 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fb85b050-56b3-4f0e-a362-8777fe14d42e req-d4c1a44c-02c5-4b5b-b83f-9fcc20062dfd tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.1130407 Aug 26 00:56:26.100762 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b828008a-6e95-4847-9bd3-4d60333afcee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (89c8016f-d9f0-4b48-8ae1-cadc5fa85c34), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:26.126421 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fb85b050-56b3-4f0e-a362-8777fe14d42e req-9565eaa8-643d-41ce-ad21-c3fb61d1b914 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775974 Aug 26 00:56:26.146278 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828008a-6e95-4847-9bd3-4d60333afcee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c8016f-d9f0-4b48-8ae1-cadc5fa85c34,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:26.293139 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd6314-3717-41a3-a7c8-f27764561e78 req-915ebbf3-ef89-4dd5-a4de-70b9eb4773cf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:26.301538 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3bcd6314-3717-41a3-a7c8-f27764561e78 req-915ebbf3-ef89-4dd5-a4de-70b9eb4773cf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0699887 Aug 26 00:56:26.306412 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b828008a-6e95-4847-9bd3-4d60333afcee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:26.307957 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-b828008a-6e95-4847-9bd3-4d60333afcee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5777531 Aug 26 00:56:26.310700 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 43988) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:26.316202 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-bb82d9a5-4dbc-45d5-85e5-7533f45bf808 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Request body: {'security_group_rule': {'security_group_id': 'd2527cb5-106b-4528-b5c6-5c9be0fb11e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:56:26.365496 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3bcd6314-3717-41a3-a7c8-f27764561e78 req-ab246230-55b4-4490-b72c-dd9e77427c4c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630815 Aug 26 00:56:26.414216 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bb82d9a5-4dbc-45d5-85e5-7533f45bf808 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for security_group_rule (6594f7e4-9571-4618-a899-7b190c111a4d), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:26.539347 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6f284c8e-77e6-494a-8ceb-3fd434c7a06a req-4442e80d-af3c-4465-9605-194503fa9247 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 210 time: 0.0492859 Aug 26 00:56:26.609726 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bb82d9a5-4dbc-45d5-85e5-7533f45bf808 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for security_group_rule (6594f7e4-9571-4618-a899-7b190c111a4d), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:26.675964 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bb82d9a5-4dbc-45d5-85e5-7533f45bf808 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (6594f7e4-9571-4618-a899-7b190c111a4d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:26.715119 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82d9a5-4dbc-45d5-85e5-7533f45bf808 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6594f7e4-9571-4618-a899-7b190c111a4d,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:26.819803 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bb82d9a5-4dbc-45d5-85e5-7533f45bf808 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:26.822071 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-bb82d9a5-4dbc-45d5-85e5-7533f45bf808 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5101871 Aug 26 00:56:26.824962 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 44018) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:26.830478 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:56:26.889172 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:26.995467 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:27.011954 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-3f058e69-2086-48be-aa5c-9ff5f7dbff1c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:27.013549 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-3f058e69-2086-48be-aa5c-9ff5f7dbff1c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 812 time: 0.1428690 Aug 26 00:56:27.247111 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5367-2fe7-4289-8e01-b995fd166122 req-5d7d3cf4-3bdd-4905-ae55-e9ee6663fb95 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:27.248698 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-303c5367-2fe7-4289-8e01-b995fd166122 req-5d7d3cf4-3bdd-4905-ae55-e9ee6663fb95 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0498319 Aug 26 00:56:27.299443 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-303c5367-2fe7-4289-8e01-b995fd166122 req-3b127bf2-0cae-489f-94ea-b94830cd7490 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450354 Aug 26 00:56:27.345925 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:27.406138 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:27.466210 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Allocated IP 172.27.1.129 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/e1651e6b-259a-4b1d-b298-038af825518c) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:56:27.572819 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1db735-6bd0-4825-a707-da0a0ca4d64a req-960ae106-90de-4976-97d2-0022e1e7bb2b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:27.572819 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fe1db735-6bd0-4825-a707-da0a0ca4d64a req-960ae106-90de-4976-97d2-0022e1e7bb2b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0954731 Aug 26 00:56:27.692242 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fe1db735-6bd0-4825-a707-da0a0ca4d64a req-f8e8a71e-7f28-4fa4-863d-58c859a9148d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853601 Aug 26 00:56:27.695126 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-85cb045d-2844-4be0-83d3-55567ae861c8 req-0f9024f5-c5f3-4c46-bbf0-2d2e328d5592 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 210 time: 0.0542297 Aug 26 00:56:27.696607 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for port (e1651e6b-259a-4b1d-b298-038af825518c), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:27.825494 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (e1651e6b-259a-4b1d-b298-038af825518c), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:27.874533 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:56:27.880232 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:56:27.885228 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:56:27.906435 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event updated for resources: {'Port': ['ID=e1651e6b-259a-4b1d-b298-038af825518c,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:27.922842 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:27.987099 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for floatingip (51f3ab10-afb6-460b-914f-fa7d8774d6db), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:28.122706 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (e1651e6b-259a-4b1d-b298-038af825518c), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:28.322735 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for port (e1651e6b-259a-4b1d-b298-038af825518c), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:28.406673 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (e1651e6b-259a-4b1d-b298-038af825518c), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:28.452878 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1215b75-6685-40b7-a810-6ba108c00571 req-6cc43b98-87f8-4a47-9b6c-5771d75581d4 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:28.456494 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c1215b75-6685-40b7-a810-6ba108c00571 req-6cc43b98-87f8-4a47-9b6c-5771d75581d4 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0656166 Aug 26 00:56:28.497629 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (51f3ab10-afb6-460b-914f-fa7d8774d6db), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:28.526614 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event updated for resources: {'Port': ['ID=e1651e6b-259a-4b1d-b298-038af825518c,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:28.531635 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c1215b75-6685-40b7-a810-6ba108c00571 req-f11a97e0-8438-4045-924f-6ca82b90047e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670352 Aug 26 00:56:28.649828 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:28.656553 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-bbc9d98b-92c5-4798-abc0-01e8468e2837 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8273602 Aug 26 00:56:28.862208 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c2f8c030-ba27-407a-af08-9f1d77d86e64 req-efc104a7-d9c9-415f-a496-5006f93520ed tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 210 time: 0.0633349 Aug 26 00:56:28.890067 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e842fa-7047-473d-a12d-6403f8b65d8f req-047f23e6-28eb-41c4-a6e6-d7cef5be7bb6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:28.896995 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03e842fa-7047-473d-a12d-6403f8b65d8f req-047f23e6-28eb-41c4-a6e6-d7cef5be7bb6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0607679 Aug 26 00:56:28.960120 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03e842fa-7047-473d-a12d-6403f8b65d8f req-f1290cbf-1f43-4c71-81ed-37e77bb626d0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619493 Aug 26 00:56:29.029996 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-1ecaa087-d3f3-4b45-a80b-e3c7ede01ded tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1326608181&fields=id&tenant_id=368f6a9e030e4aff9ef6559a6a165975 HTTP/1.1" status: 200 len: 267 time: 0.0657232 Aug 26 00:56:29.161206 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-17300395-7bb2-4cd5-98d5-8196f36f61cb tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:29.164294 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-17300395-7bb2-4cd5-98d5-8196f36f61cb tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 819 time: 0.1270413 Aug 26 00:56:29.179242 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-e543723e-f299-4cc9-ba2f-87a32ec08b40 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/quotas/368f6a9e030e4aff9ef6559a6a165975 HTTP/1.1" status: 200 len: 375 time: 0.0097330 Aug 26 00:56:29.200630 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:29.251967 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-f2ada892-be13-42bf-8b8a-22d384edef4f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0655003 Aug 26 00:56:29.380912 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-e6fef727-2163-42f5-9536-c34245cf0b87 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157601 Aug 26 00:56:29.492157 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-06722bb3-2b34-4cbf-86e7-e523ad52775c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048815 Aug 26 00:56:29.745497 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806f1a0-1c46-4351-b90a-ffc258d018ad req-2e1a902f-29a0-40ee-b7ba-126b128016e4 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:29.754520 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3806f1a0-1c46-4351-b90a-ffc258d018ad req-2e1a902f-29a0-40ee-b7ba-126b128016e4 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.1167672 Aug 26 00:56:29.835914 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3806f1a0-1c46-4351-b90a-ffc258d018ad req-70c237bb-f249-4813-b60b-357e4ab81e39 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802233 Aug 26 00:56:29.850327 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-12bb4a4c-ab98-4e62-9f0f-a3957c898822 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b HTTP/1.1" status: 200 len: 380 time: 0.1661770 Aug 26 00:56:29.902221 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-060083ee-7270-41c0-a5c1-ef5ef739fc62 req-cc6f286a-1437-42f3-938d-4660835faeb7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 210 time: 0.0542707 Aug 26 00:56:29.908344 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'port': {'device_id': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'admin_state_up': True, 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'security_groups': ['64e668fb-002b-4b2b-b79b-058b34f1fa23']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:56:30.033557 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ad83da8c-3874-465b-aa3a-e98345b4a748 req-8ab22c3b-72c3-4f34-b304-f6b19622393d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 210 time: 0.0447168 Aug 26 00:56:30.072831 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:56:30.140580 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe103287-6ef1-41b7-9cff-7949b61cd4ff req-fce4075b-1578-47fd-b7e2-34892b15b265 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:30.145283 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fe103287-6ef1-41b7-9cff-7949b61cd4ff req-fce4075b-1578-47fd-b7e2-34892b15b265 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0707130 Aug 26 00:56:30.207930 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fe103287-6ef1-41b7-9cff-7949b61cd4ff req-288b443a-c673-4eb6-995e-79f1db130ea0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579724 Aug 26 00:56:30.208967 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Made reservation on behalf of ca3e24d51bdf44c5ad7219fa57d3d23b for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:56:30.212741 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:30.289728 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:30.380689 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Allocated IP 172.20.0.4 (67cce745-2ab6-4c41-99b3-cb2978e1bfd5/a43d0c05-f3f0-4dc6-b965-0109fa4aa91f/6f818c22-5eed-4378-90e3-cf3becc67582) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:56:30.601562 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for port (6f818c22-5eed-4378-90e3-cf3becc67582), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:30.627578 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:30.692054 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7681df42-e821-4f16-bf83-b6a7735095a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:30.727826 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:30.782955 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:56:30.786690 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:56:30.789438 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:56:30.795765 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'Port': ['ID=6f818c22-5eed-4378-90e3-cf3becc67582,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:30.805145 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=13 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:30.844442 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:30.845621 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:30.971446 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3177ee-b314-4a75-8484-cef4a614a503 req-6628047a-5b0e-476f-bd9c-8a29dc71e587 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:30.972982 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ab3177ee-b314-4a75-8484-cef4a614a503 req-6628047a-5b0e-476f-bd9c-8a29dc71e587 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0597723 Aug 26 00:56:30.989105 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3421f8bf-d31b-4ac2-9905-cd642a7d8a75 req-8b79f382-009b-4164-b978-f5924fd3a4df tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 210 time: 0.0407808 Aug 26 00:56:31.026394 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ab3177ee-b314-4a75-8484-cef4a614a503 req-77257fdc-6951-4de4-8cdd-342c4b2bc892 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471566 Aug 26 00:56:31.082976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-447f0562-5e20-4c80-a456-a86af5bdecc7 None None] Provisioning complete for port 6f818c22-5eed-4378-90e3-cf3becc67582 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:56:31.083291 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-447f0562-5e20-4c80-a456-a86af5bdecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:31.116696 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-447f0562-5e20-4c80-a456-a86af5bdecc7 None None] Port 6f818c22-5eed-4378-90e3-cf3becc67582 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:56:31.171697 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c779517-6662-4bb4-9a38-547f73ce6359 req-a6c0fd5b-9540-40f0-8b92-bca29b0caa60 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:31.173200 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3c779517-6662-4bb4-9a38-547f73ce6359 req-a6c0fd5b-9540-40f0-8b92-bca29b0caa60 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 931 time: 0.0481374 Aug 26 00:56:31.221630 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3c779517-6662-4bb4-9a38-547f73ce6359 req-601c78d5-7033-4810-a5ae-dbe47b46afcc tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427771 Aug 26 00:56:31.295259 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-22c951b0-e4e4-4f03-ac5d-a43526c6fc0a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3912537 Aug 26 00:56:31.346165 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff573d0-aae9-4b22-b3b2-a8b08c3dd3e5 req-9e9caedd-6ce4-4669-aa27-b5ca9191a15e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:31.347921 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fff573d0-aae9-4b22-b3b2-a8b08c3dd3e5 req-9e9caedd-6ce4-4669-aa27-b5ca9191a15e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0476861 Aug 26 00:56:31.398510 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fff573d0-aae9-4b22-b3b2-a8b08c3dd3e5 req-0a9505e1-4d34-4376-96b8-dc17ed60db99 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450907 Aug 26 00:56:32.126310 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8c139fe7-fd79-4746-96bd-85dc46203954 req-92c94bb8-a88c-4ba9-87f9-f1ec6487aa3e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 210 time: 0.0545394 Aug 26 00:56:32.166364 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8c4f2-d4da-4223-aa88-144d12425b77 req-88fa8698-3a9e-4bae-8903-933edd84f0dc tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:32.168173 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a2a8c4f2-d4da-4223-aa88-144d12425b77 req-88fa8698-3a9e-4bae-8903-933edd84f0dc tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0593004 Aug 26 00:56:32.181738 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:32.190671 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:32.226992 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a2a8c4f2-d4da-4223-aa88-144d12425b77 req-a88b2c01-7c39-46cc-83f4-e76031bf36ee tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525787 Aug 26 00:56:32.362387 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd84df7-4073-4889-beb7-3dfbb4bd8885 req-205f84f3-bf6a-4028-ad5e-894fab96f3a1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:32.364781 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8dd84df7-4073-4889-beb7-3dfbb4bd8885 req-205f84f3-bf6a-4028-ad5e-894fab96f3a1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 931 time: 0.0615911 Aug 26 00:56:32.431232 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8dd84df7-4073-4889-beb7-3dfbb4bd8885 req-dc5af685-6b25-4dc6-9c33-8583b8d9e6f2 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574481 Aug 26 00:56:32.541493 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be9e35-a31f-4a0b-9060-8e6581368f28 req-400ad0a7-9262-4677-b276-a69f9425d8a1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:32.543372 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b5be9e35-a31f-4a0b-9060-8e6581368f28 req-400ad0a7-9262-4677-b276-a69f9425d8a1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0535395 Aug 26 00:56:32.620565 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b5be9e35-a31f-4a0b-9060-8e6581368f28 req-fe8141bd-92ed-4d0d-9123-9b4169861551 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690405 Aug 26 00:56:32.918246 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Request body: {'port': {'device_id': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:56:32.993530 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:33.035479 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:33.051878 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-c104a958-bbc6-47df-8146-6f08c3099bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:33.304743 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3df616ae-2a5c-4dee-842c-5ab4af562538 req-227eb9dc-3bbd-42fd-b2c8-81527ae2f794 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 210 time: 0.0651524 Aug 26 00:56:33.443307 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f818c22-5eed-4378-90e3-cf3becc67582 {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:56:33.454055 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Publish callbacks [] for port (6f818c22-5eed-4378-90e3-cf3becc67582), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:33.458873 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f423d-5471-45f2-b884-5f7d733f2a16 req-d8919168-fe06-45a6-a028-e18b6d0d6490 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:33.460488 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0e6f423d-5471-45f2-b884-5f7d733f2a16 req-d8919168-fe06-45a6-a028-e18b6d0d6490 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.1132936 Aug 26 00:56:33.545232 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0e6f423d-5471-45f2-b884-5f7d733f2a16 req-88fd5574-7b1a-4b17-9d0f-ed5342fee59f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753443 Aug 26 00:56:33.576113 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Transition to ACTIVE for port object 6f818c22-5eed-4378-90e3-cf3becc67582 will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:56:33.606391 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a05315-819b-4eb1-862d-096de2b8023e req-e125d4b7-1a88-4c9f-9784-e9e60c6182a9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:33.608985 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-80a05315-819b-4eb1-862d-096de2b8023e req-e125d4b7-1a88-4c9f-9784-e9e60c6182a9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 931 time: 0.0768940 Aug 26 00:56:33.643929 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:33.720336 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-80a05315-819b-4eb1-862d-096de2b8023e req-e8fb4b3e-a8d4-4748-90ba-7f88839a4b1b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047666 Aug 26 00:56:33.757329 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Pushing event updated for resources: {'Port': ['ID=6f818c22-5eed-4378-90e3-cf3becc67582,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:33.800129 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb2258-42e0-4976-80df-243dd166ff89 req-42001f08-813c-49fd-a304-39ba8409d26f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:33.807540 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-70fb2258-42e0-4976-80df-243dd166ff89 req-42001f08-813c-49fd-a304-39ba8409d26f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0801060 Aug 26 00:56:33.834724 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Attempting to bind port 6f818c22-5eed-4378-90e3-cf3becc67582 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:56:33.835213 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Attempting to bind port 6f818c22-5eed-4378-90e3-cf3becc67582 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:56:33.835688 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Attempting to bind port 6f818c22-5eed-4378-90e3-cf3becc67582 on network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:56:33.848846 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Port 6f818c22-5eed-4378-90e3-cf3becc67582 on network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:56:33.849185 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Attempting to bind port 6f818c22-5eed-4378-90e3-cf3becc67582 on network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:56:33.862260 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:56:33.862260 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Checking segment: {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:56:33.862590 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Bound using segment: {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:56:33.863093 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Bound port: 6f818c22-5eed-4378-90e3-cf3becc67582, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:56:33.863489 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:33.880779 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-70fb2258-42e0-4976-80df-243dd166ff89 req-0ef48cfe-2790-4be3-96f7-e7d548c983db tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720356 Aug 26 00:56:33.955620 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:33.958625 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] For port 6f818c22-5eed-4378-90e3-cf3becc67582, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:56:33.965578 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] For port 6f818c22-5eed-4378-90e3-cf3becc67582, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6f818c22-5eed-4378-90e3-cf3becc67582,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:56:34.043117 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:34.047042 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:34.047670 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:34.056732 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/6f818c22-5eed-4378-90e3-cf3becc67582 HTTP/1.1" status: 200 len: 1093 time: 1.1457593 Aug 26 00:56:34.057320 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'tag': '6f818c22-5eed-4378-90e3-cf3becc67582'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:56:34.059945 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78702c0-91b5-4f74-9e22-df31b906ceda" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9ceee0-65b5-48be-8dcc-7ec2a992f72d", "tag": "6f818c22-5eed-4378-90e3-cf3becc67582"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:56:34.142386 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08552b-dca3-43c0-b1bb-03e079094843 service neutron] Pushing event updated for resources: {'Port': ['ID=6f818c22-5eed-4378-90e3-cf3becc67582,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:34.170921 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f5ba05-61ba-47ba-9455-86d9ff8d01d9 x-openstack-request-id: req-e5f5ba05-61ba-47ba-9455-86d9ff8d01d9 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:56:34.170921 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9ceee0-65b5-48be-8dcc-7ec2a992f72d", "tag": "6f818c22-5eed-4378-90e3-cf3becc67582", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:56:34.170921 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5f5ba05-61ba-47ba-9455-86d9ff8d01d9 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:56:34.170921 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f5ba05-61ba-47ba-9455-86d9ff8d01d9'] response: {'name': 'network-changed', 'server_uuid': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'tag': '6f818c22-5eed-4378-90e3-cf3becc67582', 'status': 'completed', 'code': 200} Aug 26 00:56:34.280806 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-819257a6-23c5-4570-9467-b7f11dc40f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:34.282546 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-819257a6-23c5-4570-9467-b7f11dc40f6b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 1127 time: 0.0646956 Aug 26 00:56:34.415865 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-76cd0ea2-1ed1-4fed-abfb-d9ff30d5a68d req-b6b16603-6117-4992-ab2d-1ca95f1be6f8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 210 time: 0.0288544 Aug 26 00:56:34.558222 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-54d87b7a-68a2-40f8-904c-3d9f7a385e46 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f818c22-5eed-4378-90e3-cf3becc67582 HTTP/1.1" status: 200 len: 217 time: 0.0353627 Aug 26 00:56:34.614431 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-5645bca4-1002-42b7-9c49-a74a28ae7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:34.615881 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-5645bca4-1002-42b7-9c49-a74a28ae7028 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f HTTP/1.1" status: 200 len: 851 time: 0.0504050 Aug 26 00:56:34.699364 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969be0-32db-47f6-bd80-5d130a91985f req-425f4355-06a0-4f29-ad9c-d89bff367a17 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:34.700831 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-80969be0-32db-47f6-bd80-5d130a91985f req-425f4355-06a0-4f29-ad9c-d89bff367a17 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0702813 Aug 26 00:56:34.701859 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-acbe779a-7af0-42bb-9379-9b92e31a0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:34.703173 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-acbe779a-7af0-42bb-9379-9b92e31a0f46 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0812321 Aug 26 00:56:34.733274 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:34.795168 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:34.805370 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-80969be0-32db-47f6-bd80-5d130a91985f req-3c030e83-420b-4bb7-ac0d-97c0aae8e67d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961211 Aug 26 00:56:34.862208 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-e6f37575-ffcc-40aa-a629-f65a1f730dcb service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493757 Aug 26 00:56:34.880547 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44014010-d386-4369-b215-fc67d85a19d5 req-665d4761-69db-4e99-b05f-24e08262d319 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:34.885010 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-44014010-d386-4369-b215-fc67d85a19d5 req-665d4761-69db-4e99-b05f-24e08262d319 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 943 time: 0.0762837 Aug 26 00:56:35.016164 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc29c1e1-ad0b-476e-bb92-c2ae01de6e44 req-d767572e-5250-421c-b0ac-5dc2201f3f60 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479826 Aug 26 00:56:35.023394 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-44014010-d386-4369-b215-fc67d85a19d5 req-17004733-1ca3-4e7e-b369-8ace9a0b135c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295896 Aug 26 00:56:35.213420 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ddff7-09e1-405d-9f50-65f5f02a9628 req-351f4675-67ac-4f1d-a146-6dbf70e06cf3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:35.225949 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b3ddff7-09e1-405d-9f50-65f5f02a9628 req-351f4675-67ac-4f1d-a146-6dbf70e06cf3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.1999111 Aug 26 00:56:35.243490 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78702c0-91b5-4f74-9e22-df31b906ceda req-d4dd0c9e-0996-46c2-aa09-162d6d221ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:35.245750 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d78702c0-91b5-4f74-9e22-df31b906ceda req-d4dd0c9e-0996-46c2-aa09-162d6d221ccf service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 1127 time: 0.0643241 Aug 26 00:56:35.323828 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b3ddff7-09e1-405d-9f50-65f5f02a9628 req-09176842-7706-4f40-a36f-0e063f9e1e43 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974789 Aug 26 00:56:35.342360 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-c6fdb150-9140-4235-9012-acf6534c9706 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:35.343890 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-c6fdb150-9140-4235-9012-acf6534c9706 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 819 time: 0.2613730 Aug 26 00:56:35.424966 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78702c0-91b5-4f74-9e22-df31b906ceda req-6e4de9a7-5adb-40cb-8838-a1fb303e4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:35.427678 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d78702c0-91b5-4f74-9e22-df31b906ceda req-6e4de9a7-5adb-40cb-8838-a1fb303e4f4a service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 914 time: 0.1672928 Aug 26 00:56:35.586467 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d78702c0-91b5-4f74-9e22-df31b906ceda req-a62779ee-a880-468f-93a2-11931f52248f service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f818c22-5eed-4378-90e3-cf3becc67582 HTTP/1.1" status: 200 len: 217 time: 0.1435227 Aug 26 00:56:35.605957 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-38baa3a8-306f-41a3-82a1-8bc4d727c2c9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=368f6a9e030e4aff9ef6559a6a165975 HTTP/1.1" status: 200 len: 380 time: 0.2408783 Aug 26 00:56:35.627258 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Request body: {'port': {'device_id': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'admin_state_up': True, 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'security_groups': ['d2527cb5-106b-4528-b5c6-5c9be0fb11e1']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:56:35.667229 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:35.713735 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-551c8510-fa62-4805-aea1-033230fa579a req-6545623d-c779-4df2-afd0-30a15b5b8902 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 210 time: 0.1230550 Aug 26 00:56:35.738920 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78702c0-91b5-4f74-9e22-df31b906ceda req-1288f5c7-224f-4a09-be7f-99ea3373b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:35.740237 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d78702c0-91b5-4f74-9e22-df31b906ceda req-1288f5c7-224f-4a09-be7f-99ea3373b596 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f HTTP/1.1" status: 200 len: 851 time: 0.1385591 Aug 26 00:56:35.750290 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:35.833956 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78702c0-91b5-4f74-9e22-df31b906ceda req-98f525ab-0e5a-42d0-9ffb-ee62209270d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:35.835763 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d78702c0-91b5-4f74-9e22-df31b906ceda req-98f525ab-0e5a-42d0-9ffb-ee62209270d7 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0754237 Aug 26 00:56:35.921041 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:36.092964 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d78702c0-91b5-4f74-9e22-df31b906ceda req-c5d90f16-08a5-47ef-b5ff-da3a3f8a8ac4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501240 Aug 26 00:56:36.198744 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4fa79-424a-413d-9cd5-842e3f76fb34 req-d270c5cd-a6b7-4744-98b4-104ec058cac3 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:36.206465 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6dc4fa79-424a-413d-9cd5-842e3f76fb34 req-d270c5cd-a6b7-4744-98b4-104ec058cac3 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.1850615 Aug 26 00:56:36.264454 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Made reservation on behalf of 368f6a9e030e4aff9ef6559a6a165975 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:56:36.268441 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:36.316107 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cbfbf-febb-4b09-8b61-f216afbd5dc2 req-d77a32a1-42a7-44f2-903d-dcce21097c52 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:36.324187 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-934cbfbf-febb-4b09-8b61-f216afbd5dc2 req-d77a32a1-42a7-44f2-903d-dcce21097c52 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 943 time: 0.1494589 Aug 26 00:56:36.451314 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:36.467014 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-934cbfbf-febb-4b09-8b61-f216afbd5dc2 req-d37bfb8c-76ca-43bd-b1f2-ace462a6e9d8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395490 Aug 26 00:56:36.473361 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d78702c0-91b5-4f74-9e22-df31b906ceda req-1ca10e33-99b1-487f-b90a-9a882626e247 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344995 Aug 26 00:56:36.493549 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6dc4fa79-424a-413d-9cd5-842e3f76fb34 req-d3765e22-24ae-4420-8d90-a86bc5c6f0f9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767859 Aug 26 00:56:36.620745 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5576fa-3a4e-44ae-b4ac-9bd3a608a908 req-50e92f39-0258-40b1-b46f-b95b036eea3e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:36.623042 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c5576fa-3a4e-44ae-b4ac-9bd3a608a908 req-50e92f39-0258-40b1-b46f-b95b036eea3e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0703454 Aug 26 00:56:36.644545 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Allocated IP 172.20.0.5 (7609779d-30c3-4a34-917a-c632dbd6c083/ebece4fe-9fc4-4a49-8617-0ca326fa4131/56f607c1-adc1-4120-ac0a-38b41904464e) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:56:36.654759 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:36.714197 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c5576fa-3a4e-44ae-b4ac-9bd3a608a908 req-062b80cf-c8ae-4dda-8c92-aa9c50910a9b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832496 Aug 26 00:56:36.851966 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b41d7dd4-3b8b-461f-af67-35fffe940663 req-1de16b48-9322-40e0-9470-d0851083b5b2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 210 time: 0.0469732 Aug 26 00:56:36.911535 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for port (56f607c1-adc1-4120-ac0a-38b41904464e), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:37.041190 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:37.102825 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Network 7609779d-30c3-4a34-917a-c632dbd6c083 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:56:37.106971 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:56:37.112502 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:56:37.183102 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:37.184013 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:37.194453 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event updated for resources: {'Port': ['ID=56f607c1-adc1-4120-ac0a-38b41904464e,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:37.266484 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-ccd5c312-85bc-4abd-818c-9de102c089f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6545739 Aug 26 00:56:37.319499 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Request body: {'port': {'device_id': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:56:37.399942 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-7e19e243-d1fb-4e3b-b30a-b8e911929928 None None] Provisioning complete for port 56f607c1-adc1-4120-ac0a-38b41904464e triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:56:37.401069 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7e19e243-d1fb-4e3b-b30a-b8e911929928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:37.428856 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:37.461906 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-7e19e243-d1fb-4e3b-b30a-b8e911929928 None None] Port 56f607c1-adc1-4120-ac0a-38b41904464e cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:56:37.496974 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:37.585560 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:37.601681 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463327a9-1b72-48e1-8f9d-9074ec364afa req-1180556c-7158-43dc-ae6f-a1c9078b229a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:37.604025 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-463327a9-1b72-48e1-8f9d-9074ec364afa req-1180556c-7158-43dc-ae6f-a1c9078b229a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 943 time: 0.0614414 Aug 26 00:56:37.691399 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-463327a9-1b72-48e1-8f9d-9074ec364afa req-585bc97a-c7f7-4e61-a1b8-bf5aeabeff0f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791521 Aug 26 00:56:37.694106 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a4b89-568d-497c-afe5-a8e7712f2040 req-837027f0-e80b-4530-ba4d-d836f3993f9e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:37.695967 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-755a4b89-568d-497c-afe5-a8e7712f2040 req-837027f0-e80b-4530-ba4d-d836f3993f9e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.1071734 Aug 26 00:56:37.805121 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-755a4b89-568d-497c-afe5-a8e7712f2040 req-573a714b-0902-48b5-9db1-a7e4eac8beab tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796053 Aug 26 00:56:37.865853 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f607c1-adc1-4120-ac0a-38b41904464e {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:56:37.875995 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Publish callbacks [] for port (56f607c1-adc1-4120-ac0a-38b41904464e), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:37.891122 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Transition to ACTIVE for port object 56f607c1-adc1-4120-ac0a-38b41904464e will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:56:37.920512 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cc55e-9b21-4643-9cf0-97c7bec5c72a req-1e87e98a-535b-4e60-9b94-9c2588db9cc1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:37.922056 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9a0cc55e-9b21-4643-9cf0-97c7bec5c72a req-1e87e98a-535b-4e60-9b94-9c2588db9cc1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0723829 Aug 26 00:56:37.943819 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:37.982861 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9a0cc55e-9b21-4643-9cf0-97c7bec5c72a req-9095c965-211c-4ebf-9539-be6d757fb77e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530479 Aug 26 00:56:38.161004 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d04534-77d0-44b4-95a7-75265e7e1f1d req-099ae189-38b5-4478-b63e-e01641f1e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:38.166384 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b6fc9-1a88-4ec7-adf2-78459fc5db92 req-bcb82ecb-b99f-479e-946e-7e98b26be195 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:38.169475 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b6d04534-77d0-44b4-95a7-75265e7e1f1d req-099ae189-38b5-4478-b63e-e01641f1e3f0 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 1129 time: 0.0635271 Aug 26 00:56:38.174882 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-200b6fc9-1a88-4ec7-adf2-78459fc5db92 req-bcb82ecb-b99f-479e-946e-7e98b26be195 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 943 time: 0.2026155 Aug 26 00:56:38.189858 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Pushing event updated for resources: {'Port': ['ID=56f607c1-adc1-4120-ac0a-38b41904464e,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:38.264283 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Attempting to bind port 56f607c1-adc1-4120-ac0a-38b41904464e on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:56:38.264729 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Attempting to bind port 56f607c1-adc1-4120-ac0a-38b41904464e by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:56:38.264972 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Attempting to bind port 56f607c1-adc1-4120-ac0a-38b41904464e on network 7609779d-30c3-4a34-917a-c632dbd6c083 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:56:38.286337 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-200b6fc9-1a88-4ec7-adf2-78459fc5db92 req-808f96be-0eff-415d-bba7-13ed7ea1ec5e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055293 Aug 26 00:56:38.300206 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d04534-77d0-44b4-95a7-75265e7e1f1d req-8838fe96-1d1a-4560-9119-af3cbe9155c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:38.302148 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b6d04534-77d0-44b4-95a7-75265e7e1f1d req-8838fe96-1d1a-4560-9119-af3cbe9155c0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 200 len: 919 time: 0.1248243 Aug 26 00:56:38.307820 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Port 56f607c1-adc1-4120-ac0a-38b41904464e on network 7609779d-30c3-4a34-917a-c632dbd6c083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:56:38.308193 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Attempting to bind port 56f607c1-adc1-4120-ac0a-38b41904464e on network 7609779d-30c3-4a34-917a-c632dbd6c083 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:56:38.314450 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:56:38.315381 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Checking segment: {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:56:38.315765 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Bound using segment: {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:56:38.316196 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Bound port: 56f607c1-adc1-4120-ac0a-38b41904464e, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1566d6aa-fd96-4660-8d32-8592079b3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:56:38.318028 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:38.322898 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:38.426297 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] For port 56f607c1-adc1-4120-ac0a-38b41904464e, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:56:38.431216 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b6d04534-77d0-44b4-95a7-75265e7e1f1d req-c30dc20b-8d8c-4b94-9894-5b09c967ce68 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479 HTTP/1.1" status: 200 len: 1001 time: 0.1201456 Aug 26 00:56:38.437006 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] For port 56f607c1-adc1-4120-ac0a-38b41904464e, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=56f607c1-adc1-4120-ac0a-38b41904464e,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:56:38.508107 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d04534-77d0-44b4-95a7-75265e7e1f1d req-7f902266-88b3-4a84-bcc3-d3cc783c36da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:38.509775 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b6d04534-77d0-44b4-95a7-75265e7e1f1d req-7f902266-88b3-4a84-bcc3-d3cc783c36da service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=057ee52c-7eaf-4765-b679-5f157b27c59c HTTP/1.1" status: 200 len: 856 time: 0.0738642 Aug 26 00:56:38.538687 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:38.545687 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:38.546629 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:38.548173 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/56f607c1-adc1-4120-ac0a-38b41904464e HTTP/1.1" status: 200 len: 1093 time: 1.2363167 Aug 26 00:56:38.550584 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'tag': '56f607c1-adc1-4120-ac0a-38b41904464e'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:56:38.556088 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d05001-fa90-4b9f-beb4-21b35b569234" -d '{"events": [{"name": "network-changed", "server_uuid": "81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd", "tag": "56f607c1-adc1-4120-ac0a-38b41904464e"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:56:38.561518 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d04534-77d0-44b4-95a7-75265e7e1f1d req-d30b9ab9-ac75-4635-890a-071dd4f0696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:38.564011 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b6d04534-77d0-44b4-95a7-75265e7e1f1d req-d30b9ab9-ac75-4635-890a-071dd4f0696e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=82719f0d-e147-413c-83ac-404aae47d6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468137 Aug 26 00:56:38.607534 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f99f3-b2cb-4c82-aa34-690a99be042e service neutron] Pushing event updated for resources: {'Port': ['ID=56f607c1-adc1-4120-ac0a-38b41904464e,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:38.633761 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6187b19d-1bf8-4506-bd88-ccf1fa039dd6 x-openstack-request-id: req-6187b19d-1bf8-4506-bd88-ccf1fa039dd6 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:56:38.634356 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd", "tag": "56f607c1-adc1-4120-ac0a-38b41904464e", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:56:38.634696 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6187b19d-1bf8-4506-bd88-ccf1fa039dd6 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:56:38.635248 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6187b19d-1bf8-4506-bd88-ccf1fa039dd6'] response: {'name': 'network-changed', 'server_uuid': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'tag': '56f607c1-adc1-4120-ac0a-38b41904464e', 'status': 'completed', 'code': 200} Aug 26 00:56:38.709404 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b6d04534-77d0-44b4-95a7-75265e7e1f1d req-d9309e06-3e99-4830-965a-dce9ae51a76e service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319702 Aug 26 00:56:38.777889 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d05001-fa90-4b9f-beb4-21b35b569234 req-ac499ed4-bf0c-4eda-a417-863ee545ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:38.780043 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a9d05001-fa90-4b9f-beb4-21b35b569234 req-ac499ed4-bf0c-4eda-a417-863ee545ca66 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 1127 time: 0.0797102 Aug 26 00:56:38.874568 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b6d04534-77d0-44b4-95a7-75265e7e1f1d req-71741dd6-e409-4b1f-b321-46b733583e4a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548281 Aug 26 00:56:38.999192 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdfc78-5773-488f-8c10-e48bb02046e8 req-60233ffe-fb68-4161-b063-d6abb10d45fe tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:39.001727 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900642e0-5824-4058-a399-848af3a4ecc9 req-2e204516-8a39-4b17-8877-a127e92f6211 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:39.007188 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-52fdfc78-5773-488f-8c10-e48bb02046e8 req-60233ffe-fb68-4161-b063-d6abb10d45fe tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0749879 Aug 26 00:56:39.008665 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-900642e0-5824-4058-a399-848af3a4ecc9 req-2e204516-8a39-4b17-8877-a127e92f6211 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 943 time: 0.1950600 Aug 26 00:56:39.061838 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-52fdfc78-5773-488f-8c10-e48bb02046e8 req-d6fd381a-6d5e-405d-9dd6-8659a8b9f6f1 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533440 Aug 26 00:56:39.202887 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341d319-a0a3-433f-a40c-84416f7233fc req-8624b723-7b6f-4221-a9de-e1ebc6510b7b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:39.214610 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e341d319-a0a3-433f-a40c-84416f7233fc req-8624b723-7b6f-4221-a9de-e1ebc6510b7b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0741332 Aug 26 00:56:39.282033 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e341d319-a0a3-433f-a40c-84416f7233fc req-978aee66-066b-4332-9129-7a2e5054db73 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611682 Aug 26 00:56:39.360186 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d05001-fa90-4b9f-beb4-21b35b569234 req-7c8ab796-c755-4390-99d1-cb4ff680b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:39.362214 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a9d05001-fa90-4b9f-beb4-21b35b569234 req-7c8ab796-c755-4390-99d1-cb4ff680b61c service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=368f6a9e030e4aff9ef6559a6a165975&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5671346 Aug 26 00:56:39.366252 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-900642e0-5824-4058-a399-848af3a4ecc9 req-3e8411e2-f95a-4d07-8ad9-45666c7f1d69 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570213 Aug 26 00:56:39.427256 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bab4e0-63fc-4922-9677-ce7555d1c53b req-dd7e1e0d-a904-46ec-9f66-b0e83292b3be tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:39.428747 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-72bab4e0-63fc-4922-9677-ce7555d1c53b req-dd7e1e0d-a904-46ec-9f66-b0e83292b3be tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 943 time: 0.0686610 Aug 26 00:56:39.454999 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:39.488770 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-72bab4e0-63fc-4922-9677-ce7555d1c53b req-0447af75-d6e1-4023-903a-6250748aa3bd tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539763 Aug 26 00:56:40.056367 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=15 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:40.236375 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ab931-0cec-417e-9eb2-574e1a408bef req-f9423ee8-2312-4c67-8a95-ef1c3e8d80d5 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:40.238681 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-702ab931-0cec-417e-9eb2-574e1a408bef req-f9423ee8-2312-4c67-8a95-ef1c3e8d80d5 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0716841 Aug 26 00:56:40.242962 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 44318) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:40.357057 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-702ab931-0cec-417e-9eb2-574e1a408bef req-4b0e3cc9-e7aa-465c-b4d7-db94b247f21d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114881 Aug 26 00:56:40.465993 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-fcca6640-06d9-4c61-88d7-227117afbdfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:40.488075 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d74e6-8cb4-421e-b4f0-ec03ae4b593b req-f52e63a8-5fd0-426e-acdb-82ffaa193278 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:40.495770 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fe1d74e6-8cb4-421e-b4f0-ec03ae4b593b req-f52e63a8-5fd0-426e-acdb-82ffaa193278 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.0970786 Aug 26 00:56:40.517437 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:40.523462 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647c6f8-6f9d-481f-ad7c-3c45a918cdda req-ad4d3e64-3768-4093-b938-97acba570fe7 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:40.533648 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0647c6f8-6f9d-481f-ad7c-3c45a918cdda req-ad4d3e64-3768-4093-b938-97acba570fe7 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 943 time: 0.0763123 Aug 26 00:56:40.544513 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:40.581592 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fe1d74e6-8cb4-421e-b4f0-ec03ae4b593b req-452d1253-e422-43f8-90de-294584f7acac tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856388 Aug 26 00:56:40.605033 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0647c6f8-6f9d-481f-ad7c-3c45a918cdda req-22010dd0-35b9-407c-958e-cb8450735c16 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703132 Aug 26 00:56:40.668817 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-fcca6640-06d9-4c61-88d7-227117afbdfa admin admin] Publish callbacks [] for security_group (6798a9dc-1ef6-437a-a6dc-000daf26a0b4), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:40.740377 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d05001-fa90-4b9f-beb4-21b35b569234 req-59dff11b-679f-47f4-b73e-d19c65992f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:40.747374 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a9d05001-fa90-4b9f-beb4-21b35b569234 req-59dff11b-679f-47f4-b73e-d19c65992f82 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1354866 Aug 26 00:56:40.753054 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d9b31-d693-4e06-a74a-60c78ca0f2c3 req-3b64e052-6915-4100-8cc1-3801287bce05 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:40.754671 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-468d9b31-d693-4e06-a74a-60c78ca0f2c3 req-3b64e052-6915-4100-8cc1-3801287bce05 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 943 time: 0.0607762 Aug 26 00:56:40.760042 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-fcca6640-06d9-4c61-88d7-227117afbdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (6798a9dc-1ef6-437a-a6dc-000daf26a0b4), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:40.823402 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca6640-06d9-4c61-88d7-227117afbdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6798a9dc-1ef6-437a-a6dc-000daf26a0b4,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:40.868989 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-fcca6640-06d9-4c61-88d7-227117afbdfa admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ea8a7d2bf6b94d769101bdaed41a4d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6224952 Aug 26 00:56:40.869291 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 44330) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:40.963767 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-468d9b31-d693-4e06-a74a-60c78ca0f2c3 req-547f819b-70de-4d1d-90e9-c96604f14cee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005124 Aug 26 00:56:40.974953 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-b0ef9192-7416-4f9d-bcc1-b6d8b524fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:40.979245 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-b0ef9192-7416-4f9d-bcc1-b6d8b524fd2d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 1127 time: 0.0742328 Aug 26 00:56:41.016356 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-557a44c8-457d-4ebc-a57f-6ad8fb616161 admin admin] Publish callbacks [] for security_group (6798a9dc-1ef6-437a-a6dc-000daf26a0b4), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:41.042554 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-557a44c8-457d-4ebc-a57f-6ad8fb616161 admin admin] Publish callbacks [] for security_group (6798a9dc-1ef6-437a-a6dc-000daf26a0b4), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:41.063422 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-4888909a-5047-41e2-9776-560ddeb5a088 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f607c1-adc1-4120-ac0a-38b41904464e HTTP/1.1" status: 200 len: 217 time: 0.0631111 Aug 26 00:56:41.127944 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-1d034bf2-ede3-4232-aa82-fcea43f32c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:41.129735 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-1d034bf2-ede3-4232-aa82-fcea43f32c76 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.0540292 Aug 26 00:56:41.183482 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-557a44c8-457d-4ebc-a57f-6ad8fb616161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (6798a9dc-1ef6-437a-a6dc-000daf26a0b4), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:41.186898 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-557a44c8-457d-4ebc-a57f-6ad8fb616161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:41.188272 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-557a44c8-457d-4ebc-a57f-6ad8fb616161 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6798a9dc-1ef6-437a-a6dc-000daf26a0b4 HTTP/1.1" status: 204 len: 168 time: 0.3179319 Aug 26 00:56:41.211421 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-396695f2-8049-4d96-b2be-4cccc8f80e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:41.213432 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-396695f2-8049-4d96-b2be-4cccc8f80e59 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496180 Aug 26 00:56:41.234202 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a44c8-457d-4ebc-a57f-6ad8fb616161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6798a9dc-1ef6-437a-a6dc-000daf26a0b4,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:41.349161 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-2efd7b04-c461-40f3-8724-382e36ca48eb service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277964 Aug 26 00:56:41.531495 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c811dc7-2aac-4995-9015-51e63570eb08 req-bae6a1ec-54d6-4e8d-ae6a-e72a5cee1be0 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:41.538616 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5c811dc7-2aac-4995-9015-51e63570eb08 req-bae6a1ec-54d6-4e8d-ae6a-e72a5cee1be0 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.1070333 Aug 26 00:56:41.607941 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5c811dc7-2aac-4995-9015-51e63570eb08 req-8b2fa178-0f3e-4e52-b6c3-039126839617 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684867 Aug 26 00:56:41.614965 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:41.678498 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-101f7b71-0fa5-4ada-95b4-e955ce31807f req-3c2e8d50-b53d-49af-b015-01d7ae655a8f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169611 Aug 26 00:56:41.763564 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a43a-8dd0-445b-b54f-a6d0947ba276 req-90255041-2d8a-442a-8488-a588c395b5fc tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:41.765699 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9df0a43a-8dd0-445b-b54f-a6d0947ba276 req-90255041-2d8a-442a-8488-a588c395b5fc tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 943 time: 0.0567906 Aug 26 00:56:41.846330 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9df0a43a-8dd0-445b-b54f-a6d0947ba276 req-1870097d-0d78-499c-a861-e48c7c63a7e8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731280 Aug 26 00:56:42.100785 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4945a-13b2-4dfe-8466-e64273c0bb61 req-e242002d-8b18-4c6a-85d5-37191ea9b475 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:42.107915 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-33b4945a-13b2-4dfe-8466-e64273c0bb61 req-e242002d-8b18-4c6a-85d5-37191ea9b475 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.3936470 Aug 26 00:56:42.127775 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fa3c5-31c5-44ab-9514-a7548e539a06 req-4f3cc054-b6ea-472b-9a67-60b6bcf1257b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:42.137030 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1f7fa3c5-31c5-44ab-9514-a7548e539a06 req-4f3cc054-b6ea-472b-9a67-60b6bcf1257b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 943 time: 0.0657296 Aug 26 00:56:42.179488 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-33b4945a-13b2-4dfe-8466-e64273c0bb61 req-a90b312e-49a4-4c6b-bafa-2fb46f78acae tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703838 Aug 26 00:56:42.206047 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1f7fa3c5-31c5-44ab-9514-a7548e539a06 req-375c6c79-c989-463e-9081-bd1c58df8fd6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626762 Aug 26 00:56:42.762023 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccc0ce-8c0e-4b7d-a2b6-e3a47775bf3c req-f9394757-f0fb-4651-bf50-2db3c0975934 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:42.763549 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-42ccc0ce-8c0e-4b7d-a2b6-e3a47775bf3c req-f9394757-f0fb-4651-bf50-2db3c0975934 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0625603 Aug 26 00:56:42.830606 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-42ccc0ce-8c0e-4b7d-a2b6-e3a47775bf3c req-1afe8783-92fc-4cdb-8c41-4ff30e376846 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595281 Aug 26 00:56:43.009468 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57acb02-f268-4889-9295-6702c4c66e97 req-376a2396-ae56-491c-979d-84e2041087df tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:43.009468 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b57acb02-f268-4889-9295-6702c4c66e97 req-376a2396-ae56-491c-979d-84e2041087df tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 943 time: 0.0750697 Aug 26 00:56:43.078342 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b57acb02-f268-4889-9295-6702c4c66e97 req-327f7848-b5b6-463b-9a0a-e51ddd5375b6 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602515 Aug 26 00:56:43.354580 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50aeebe-e961-482a-8378-409557bfdab5 req-7580af7a-425f-4cad-b53b-f582b6a920c1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:43.356747 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c50aeebe-e961-482a-8378-409557bfdab5 req-7580af7a-425f-4cad-b53b-f582b6a920c1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 943 time: 0.0662718 Aug 26 00:56:43.424756 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c50aeebe-e961-482a-8378-409557bfdab5 req-f900ae55-4428-4f9e-9418-26553c03f593 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574734 Aug 26 00:56:43.676662 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [req-89f90919-40df-487b-a71d-0722778c99ae req-05d5bee4-6db7-4f77-9dae-ba6b4bb2bac8 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:56:43.677868 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-89f90919-40df-487b-a71d-0722778c99ae req-05d5bee4-6db7-4f77-9dae-ba6b4bb2bac8 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061395 Aug 26 00:56:43.971911 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:43.985966 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb25ab-452e-4bab-81c7-654e8b6e0144 req-5d1c344d-7136-46fe-9996-93f329119f25 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:43.987461 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dbcb25ab-452e-4bab-81c7-654e8b6e0144 req-5d1c344d-7136-46fe-9996-93f329119f25 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0649381 Aug 26 00:56:44.036180 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dbcb25ab-452e-4bab-81c7-654e8b6e0144 req-a8def14c-1751-4311-9ca0-ba180f02d558 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Aug 26 00:56:44.212111 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe31e63-4a5a-4e06-b442-1744538b73a9 req-e49f345a-6249-4418-8ded-4e05ce6a56f0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:44.213561 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0fe31e63-4a5a-4e06-b442-1744538b73a9 req-e49f345a-6249-4418-8ded-4e05ce6a56f0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 945 time: 0.1115103 Aug 26 00:56:44.264352 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75637db1-39ce-4f70-8f91-2a5a58c77341 req-ac9c2590-7896-4711-b504-503da4c40227 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:44.266134 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-75637db1-39ce-4f70-8f91-2a5a58c77341 req-ac9c2590-7896-4711-b504-503da4c40227 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 943 time: 0.0810492 Aug 26 00:56:44.330574 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0fe31e63-4a5a-4e06-b442-1744538b73a9 req-f40ae71b-fa20-4d6c-8779-a3573cc139a8 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006467 Aug 26 00:56:44.365989 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-75637db1-39ce-4f70-8f91-2a5a58c77341 req-3b556b98-5b27-4a7a-9dd2-47e35534cc89 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924559 Aug 26 00:56:44.607613 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756402d-f0b1-471e-b950-e6413ff62875 req-f4d3f845-2ed6-44f6-9c14-2e000b78e0f6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:44.619429 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b756402d-f0b1-471e-b950-e6413ff62875 req-f4d3f845-2ed6-44f6-9c14-2e000b78e0f6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 943 time: 0.0872836 Aug 26 00:56:44.670131 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:44.693972 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b756402d-f0b1-471e-b950-e6413ff62875 req-11b72908-b066-4d61-9480-0e7d5709a5e0 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722287 Aug 26 00:56:44.712096 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ee6ad2fb-f57e-474d-a46b-a0d19ae36479 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:56:44.798605 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 is: ACTIVE; New status is: DOWN {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:56:44.798985 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:44.827413 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:56:44.829964 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0097422c-ade2-4ad5-b17b-1a5f4e1a4a6b" -d '{"events": [{"server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "name": "network-vif-unplugged", "status": "completed", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:56:44.844742 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:44.880321 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 00:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a6c652-0228-4683-877b-fbf9e2357ba5 x-openstack-request-id: req-01a6c652-0228-4683-877b-fbf9e2357ba5 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:56:44.880683 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "name": "network-vif-unplugged", "status": "completed", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:56:44.880976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01a6c652-0228-4683-877b-fbf9e2357ba5 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:56:44.881374 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a6c652-0228-4683-877b-fbf9e2357ba5'] response: {'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'code': 200} Aug 26 00:56:44.943833 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:45.002987 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,revision_number=8']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:45.099461 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 44470) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:45.252103 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-9201db91-0f7b-4363-8568-c6528f6b6c1c service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1440554 Aug 26 00:56:45.252345 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e197f-7687-4c98-90b6-dc1c714bf9c4 req-361bed42-15f3-4e97-8aa9-a79bae148d7c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:45.252888 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-cf4853b7-4d0a-4eb0-8447-4a36804a39b3 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:56:45.255950 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-696e197f-7687-4c98-90b6-dc1c714bf9c4 req-361bed42-15f3-4e97-8aa9-a79bae148d7c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0987165 Aug 26 00:56:45.261742 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-cf4853b7-4d0a-4eb0-8447-4a36804a39b3 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0159347 Aug 26 00:56:45.345879 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-696e197f-7687-4c98-90b6-dc1c714bf9c4 req-67521c49-9e97-4116-accb-3aa903c2d5a7 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838244 Aug 26 00:56:45.400547 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 44488) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:45.555069 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaebee-29bc-4ab2-b9f5-85e29c65b584 req-8efd6dc7-7384-4cad-9af3-f97167f8ab79 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:45.566713 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ceeaebee-29bc-4ab2-b9f5-85e29c65b584 req-8efd6dc7-7384-4cad-9af3-f97167f8ab79 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 943 time: 0.0696075 Aug 26 00:56:45.651693 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ceeaebee-29bc-4ab2-b9f5-85e29c65b584 req-1901ed3c-1799-483d-a8d2-0cc711067ddb tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825808 Aug 26 00:56:45.699837 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-21f0f44e-dbb1-4dab-9bb7-2bcc9e3ceb02 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:45.710158 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-21f0f44e-dbb1-4dab-9bb7-2bcc9e3ceb02 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports/ee6ad2fb-f57e-474d-a46b-a0d19ae36479 HTTP/1.1" status: 200 len: 940 time: 0.3005505 Aug 26 00:56:45.716822 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558123b2-27cd-4006-92b7-4efa84a26c7b req-bdb61529-3c53-4a6e-b7c0-bb3db6645835 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:45.718304 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-558123b2-27cd-4006-92b7-4efa84a26c7b req-bdb61529-3c53-4a6e-b7c0-bb3db6645835 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.2001843 Aug 26 00:56:45.783526 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-558123b2-27cd-4006-92b7-4efa84a26c7b req-961aa512-97f6-4667-b96b-400035f953f1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573089 Aug 26 00:56:45.856082 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c804c-d14f-45b2-bd06-22a801eba6a1 req-d7355e49-8da8-4008-b6e9-77fd23c56bec tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:45.858532 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-605c804c-d14f-45b2-bd06-22a801eba6a1 req-d7355e49-8da8-4008-b6e9-77fd23c56bec tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 943 time: 0.0763645 Aug 26 00:56:45.921758 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-605c804c-d14f-45b2-bd06-22a801eba6a1 req-52e9139b-a4cf-4a29-b2d5-7a7391493021 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562441 Aug 26 00:56:46.580874 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b507a91-7196-4878-b39d-711f98373e61 req-e1bbf7dd-9dcc-4273-bf8a-789778e4e31d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:46.590702 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4b507a91-7196-4878-b39d-711f98373e61 req-e1bbf7dd-9dcc-4273-bf8a-789778e4e31d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.1322691 Aug 26 00:56:46.681251 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4b507a91-7196-4878-b39d-711f98373e61 req-e7903abc-dec4-4e03-b5ce-35309c96470f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887175 Aug 26 00:56:46.903996 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161232dc-df0b-4899-be1e-438af0107975 req-a32d5704-0b79-46be-938b-6006fa37fdaf tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:46.913861 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-161232dc-df0b-4899-be1e-438af0107975 req-a32d5704-0b79-46be-938b-6006fa37fdaf tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 943 time: 0.0769839 Aug 26 00:56:46.938981 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 6f818c22-5eed-4378-90e3-cf3becc67582 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:56:47.064793 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-161232dc-df0b-4899-be1e-438af0107975 req-d12cf9f5-2d09-42cc-8c8c-e7c378276e79 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469810 Aug 26 00:56:47.158842 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 6f818c22-5eed-4378-90e3-cf3becc67582, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6f818c22-5eed-4378-90e3-cf3becc67582,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:47.193318 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '6f818c22-5eed-4378-90e3-cf3becc67582', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'port_id': '6f818c22-5eed-4378-90e3-cf3becc67582', 'mac_address': 'fa:16:3e:29:86:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:56:47.247792 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 6f818c22-5eed-4378-90e3-cf3becc67582 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:56:47.248684 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:47.274515 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f818c22-5eed-4378-90e3-cf3becc67582 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:56:47.314167 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1b885-554f-40ac-aba2-779de2c8fdff req-7ea6b540-fc5b-4dc1-b6e5-6313d6c03ed8 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:47.316164 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 6f818c22-5eed-4378-90e3-cf3becc67582, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6f818c22-5eed-4378-90e3-cf3becc67582,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:47.323843 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-13a1b885-554f-40ac-aba2-779de2c8fdff req-7ea6b540-fc5b-4dc1-b6e5-6313d6c03ed8 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.1688697 Aug 26 00:56:47.390405 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25721a17-825f-451e-a077-dfe102f1bfb7 req-bb27b7ea-4380-44a8-abf5-ca0027a824b6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:47.410811 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-25721a17-825f-451e-a077-dfe102f1bfb7 req-bb27b7ea-4380-44a8-abf5-ca0027a824b6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 943 time: 0.1057127 Aug 26 00:56:47.423310 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:47.517672 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-13a1b885-554f-40ac-aba2-779de2c8fdff req-f51d1c94-b070-4c4b-915d-cfc17a1fd42c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698954 Aug 26 00:56:47.627140 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=6f818c22-5eed-4378-90e3-cf3becc67582,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:47.678240 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-25721a17-825f-451e-a077-dfe102f1bfb7 req-00bd3ff1-00e2-43b5-99b4-97276945c17b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648859 Aug 26 00:56:47.745877 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1c9e-2111-4fec-9560-75fa09a5d51f req-4f41f962-8dde-4212-926e-9a1554a491a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:47.747279 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d0d8-c140-4427-b9a2-b3f6ad417a12 req-c85e61d8-744d-419e-aaab-cfea26e1d84b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:47.749869 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4d2d1c9e-2111-4fec-9560-75fa09a5d51f req-4f41f962-8dde-4212-926e-9a1554a491a9 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=5219060f4c184521919b017e8435eca5&device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 1129 time: 0.1680896 Aug 26 00:56:47.750416 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d7c1d0d8-c140-4427-b9a2-b3f6ad417a12 req-c85e61d8-744d-419e-aaab-cfea26e1d84b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.1094098 Aug 26 00:56:47.774547 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:47.780153 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['6f818c22-5eed-4378-90e3-cf3becc67582'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:56:47.847203 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:47.866432 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d7c1d0d8-c140-4427-b9a2-b3f6ad417a12 req-cd8fdf16-c03f-4d7e-8b2e-86bcd09131c0 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109173 Aug 26 00:56:47.943774 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1c9e-2111-4fec-9560-75fa09a5d51f req-c65b1f53-ae89-4613-b364-246da6585c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:47.945906 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4d2d1c9e-2111-4fec-9560-75fa09a5d51f req-c65b1f53-ae89-4613-b364-246da6585c80 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5 HTTP/1.1" status: 200 len: 913 time: 0.1885490 Aug 26 00:56:47.987991 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:48.031189 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4d2d1c9e-2111-4fec-9560-75fa09a5d51f req-1299e274-710a-447c-8022-874fb138022a service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9a5c66-fe0c-40d8-ae1a-65494e24310f HTTP/1.1" status: 200 len: 999 time: 0.0776632 Aug 26 00:56:48.046940 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:48.128874 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1c9e-2111-4fec-9560-75fa09a5d51f req-7c84ba5b-d9fa-48f3-a0aa-a79a00bd858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:48.130735 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4d2d1c9e-2111-4fec-9560-75fa09a5d51f req-7c84ba5b-d9fa-48f3-a0aa-a79a00bd858b service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=9109bc51-e9d9-49d0-af4c-512542672cea HTTP/1.1" status: 200 len: 850 time: 0.0915654 Aug 26 00:56:48.210682 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1c9e-2111-4fec-9560-75fa09a5d51f req-50fcbd7a-ea56-4ab7-9d31-2e76665a3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:48.213457 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4d2d1c9e-2111-4fec-9560-75fa09a5d51f req-50fcbd7a-ea56-4ab7-9d31-2e76665a3565 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0717945 Aug 26 00:56:48.330258 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c793848-a676-4296-82e9-f3c5fe17d7d7 req-45111d79-0949-4af1-ae30-277374d1322b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:48.332508 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6c793848-a676-4296-82e9-f3c5fe17d7d7 req-45111d79-0949-4af1-ae30-277374d1322b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 944 time: 0.1161168 Aug 26 00:56:48.368636 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:48.421249 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4d2d1c9e-2111-4fec-9560-75fa09a5d51f req-77a6814d-3c82-4fef-8474-e950dd90b89d service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917825 Aug 26 00:56:48.449456 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6c793848-a676-4296-82e9-f3c5fe17d7d7 req-8b4cd28e-0e4e-4fd1-aa1c-21c24bec9f15 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089962 Aug 26 00:56:48.522295 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-58328c98-9bfa-434f-ade2-a9f968fed6f2 req-34293f73-d9da-4d5c-9476-8a49d79e4e1d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686572 Aug 26 00:56:48.624603 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4d2d1c9e-2111-4fec-9560-75fa09a5d51f req-935e3210-f598-4dbe-bcf4-f4d27981d2dd service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733601 Aug 26 00:56:48.696321 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328c98-9bfa-434f-ade2-a9f968fed6f2 req-736ec105-8a02-4ae4-ab74-050dda4c159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:48.698102 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-58328c98-9bfa-434f-ade2-a9f968fed6f2 req-736ec105-8a02-4ae4-ab74-050dda4c159f service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 1130 time: 0.1063297 Aug 26 00:56:48.716343 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ca07c-ba2f-40c4-9c98-787d63c1c735 req-3d81d475-e15b-47ef-b4a9-f2095f215be5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:48.718509 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5f3ca07c-ba2f-40c4-9c98-787d63c1c735 req-3d81d475-e15b-47ef-b4a9-f2095f215be5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0767381 Aug 26 00:56:48.783257 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5f3ca07c-ba2f-40c4-9c98-787d63c1c735 req-e794396f-ea4d-4dfa-bd02-18ff57fa0bb0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548880 Aug 26 00:56:48.834531 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a1320-78b5-4071-b626-d61196644cbe req-4238cce0-6b6f-4c7f-af1d-af6a08658888 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:48.836018 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3a1a1320-78b5-4071-b626-d61196644cbe req-4238cce0-6b6f-4c7f-af1d-af6a08658888 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 943 time: 0.0521767 Aug 26 00:56:48.884863 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3a1a1320-78b5-4071-b626-d61196644cbe req-c4f30393-0ec5-46b1-9169-2e77fbad52f9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430970 Aug 26 00:56:48.961000 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 56f607c1-adc1-4120-ac0a-38b41904464e details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:56:48.988279 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 6f818c22-5eed-4378-90e3-cf3becc67582 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:56:49.060538 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ceffc1-d0c1-4865-85fc-7de82f47f19c req-1f0d5257-1a9b-4ae8-aa8c-17c3ae6bbe69 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:49.062346 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-40ceffc1-d0c1-4865-85fc-7de82f47f19c req-1f0d5257-1a9b-4ae8-aa8c-17c3ae6bbe69 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.1196854 Aug 26 00:56:49.121229 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 6f818c22-5eed-4378-90e3-cf3becc67582 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:56:49.131504 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 56f607c1-adc1-4120-ac0a-38b41904464e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=56f607c1-adc1-4120-ac0a-38b41904464e,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:49.145145 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '56f607c1-adc1-4120-ac0a-38b41904464e', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'port_id': '56f607c1-adc1-4120-ac0a-38b41904464e', 'mac_address': 'fa:16:3e:1a:ea:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:56:49.153827 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:49.157641 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-40ceffc1-d0c1-4865-85fc-7de82f47f19c req-9f0cf0b8-a58b-4683-af20-63c29e6068ac tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829096 Aug 26 00:56:49.178196 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328c98-9bfa-434f-ade2-a9f968fed6f2 req-0d186312-3d9a-4d8a-b85a-9ce67a0988a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:49.179744 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-58328c98-9bfa-434f-ade2-a9f968fed6f2 req-0d186312-3d9a-4d8a-b85a-9ce67a0988a0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 921 time: 0.1948593 Aug 26 00:56:49.197903 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 56f607c1-adc1-4120-ac0a-38b41904464e is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:56:49.198725 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:49.215283 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f607c1-adc1-4120-ac0a-38b41904464e {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:56:49.245860 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-58328c98-9bfa-434f-ade2-a9f968fed6f2 req-97f06cca-5d7d-42fb-8fc4-927900ea3bfd service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=833db4f2-eca1-40db-a1e7-c07312b7e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0451128 Aug 26 00:56:49.246183 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 56f607c1-adc1-4120-ac0a-38b41904464e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=56f607c1-adc1-4120-ac0a-38b41904464e,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:49.264034 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 6f818c22-5eed-4378-90e3-cf3becc67582 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:56:49.264753 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:49.288329 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:49.315210 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328c98-9bfa-434f-ade2-a9f968fed6f2 req-2991b0ae-647b-470c-98c4-a911c35abf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:49.316712 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-58328c98-9bfa-434f-ade2-a9f968fed6f2 req-2991b0ae-647b-470c-98c4-a911c35abf29 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.0649369 Aug 26 00:56:49.374209 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 6f818c22-5eed-4378-90e3-cf3becc67582 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:56:49.374626 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:49.395747 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:49.414289 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f818c22-5eed-4378-90e3-cf3becc67582'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:56:49.416833 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb32d8c2-e3b0-401a-98b1-8b7b202b7d7b" -d '{"events": [{"server_uuid": "cc9ceee0-65b5-48be-8dcc-7ec2a992f72d", "name": "network-vif-plugged", "status": "completed", "tag": "6f818c22-5eed-4378-90e3-cf3becc67582"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:56:49.465518 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 6f818c22-5eed-4378-90e3-cf3becc67582, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6f818c22-5eed-4378-90e3-cf3becc67582,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:49.486598 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=56f607c1-adc1-4120-ac0a-38b41904464e,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:49.504027 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2ce58b-c0bd-4936-9955-b6f0a523251f x-openstack-request-id: req-5c2ce58b-c0bd-4936-9955-b6f0a523251f {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:56:49.504424 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9ceee0-65b5-48be-8dcc-7ec2a992f72d", "name": "network-vif-plugged", "status": "completed", "tag": "6f818c22-5eed-4378-90e3-cf3becc67582", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:56:49.504764 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c2ce58b-c0bd-4936-9955-b6f0a523251f {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:56:49.505224 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c2ce58b-c0bd-4936-9955-b6f0a523251f'] response: {'server_uuid': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f818c22-5eed-4378-90e3-cf3becc67582', 'code': 200} Aug 26 00:56:49.589343 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:49.642913 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:49.663199 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=6f818c22-5eed-4378-90e3-cf3becc67582,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:49.673824 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79facd20-15a1-4e98-a2d6-f0e5cc8c9438 req-aaef323e-b554-44fd-b926-4653fe6d524d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:49.693984 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-79facd20-15a1-4e98-a2d6-f0e5cc8c9438 req-aaef323e-b554-44fd-b926-4653fe6d524d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 944 time: 0.1115983 Aug 26 00:56:49.748767 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-79facd20-15a1-4e98-a2d6-f0e5cc8c9438 req-07651bc8-95a1-486e-93df-c25d163232df tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659235 Aug 26 00:56:49.814617 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['56f607c1-adc1-4120-ac0a-38b41904464e'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:56:49.976240 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc1300-1f72-4c6c-b722-d2f2fe062646 req-28da5725-ec61-4481-8476-8bd079bc14f9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:49.992678 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-01dc1300-1f72-4c6c-b722-d2f2fe062646 req-28da5725-ec61-4481-8476-8bd079bc14f9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.1026962 Aug 26 00:56:50.011600 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:50.068180 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-01dc1300-1f72-4c6c-b722-d2f2fe062646 req-d33108c6-f720-4991-8383-503a0728d021 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805960 Aug 26 00:56:50.104301 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970e588-06bf-4b22-ba7b-16aa845f55a1 req-39b41ad1-46a3-451b-b228-22b80f701022 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:50.107075 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3970e588-06bf-4b22-ba7b-16aa845f55a1 req-39b41ad1-46a3-451b-b228-22b80f701022 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 944 time: 0.0870540 Aug 26 00:56:50.221867 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328c98-9bfa-434f-ade2-a9f968fed6f2 req-11b45b38-30bd-4b05-9ffc-a6c4c1bc4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:50.226157 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-58328c98-9bfa-434f-ade2-a9f968fed6f2 req-11b45b38-30bd-4b05-9ffc-a6c4c1bc4853 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0809829 Aug 26 00:56:50.233131 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3970e588-06bf-4b22-ba7b-16aa845f55a1 req-06d7dc7c-caae-4d16-afde-9789c7b02c5f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181223 Aug 26 00:56:50.335950 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-58328c98-9bfa-434f-ade2-a9f968fed6f2 req-28d90b20-4230-4b74-8cb9-c4bfdd588ddc service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974426 Aug 26 00:56:50.338835 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9d00c-d684-4ff3-b11b-afdce19156dd req-f6ecfbed-a67d-4386-ab25-fd0957c2f652 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:50.339193 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1ef9d00c-d684-4ff3-b11b-afdce19156dd req-f6ecfbed-a67d-4386-ab25-fd0957c2f652 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0562530 Aug 26 00:56:50.415161 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1ef9d00c-d684-4ff3-b11b-afdce19156dd req-54b87345-ea11-41db-96d7-f85eb3b04464 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692747 Aug 26 00:56:50.506241 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-58328c98-9bfa-434f-ade2-a9f968fed6f2 req-9ea43fa7-6b8a-423a-8550-8ac812bed5d3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311307 Aug 26 00:56:50.582271 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce11254-a2d8-4cac-850d-4e5f0a9cd0e6 req-53f13854-fea8-454d-8f9d-912ef448ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:50.584006 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7ce11254-a2d8-4cac-850d-4e5f0a9cd0e6 req-53f13854-fea8-454d-8f9d-912ef448ee0b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 1129 time: 0.0464239 Aug 26 00:56:50.652374 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7ce11254-a2d8-4cac-850d-4e5f0a9cd0e6 req-5ce73646-8cd5-41a6-a7c4-15b9b82aea48 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458212 Aug 26 00:56:50.886179 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bba76-8a36-43d3-b0ae-e4ed63812bf6 req-0a8bf581-a934-43a2-a167-fceb9e89ea1c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:50.887673 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5e2bba76-8a36-43d3-b0ae-e4ed63812bf6 req-0a8bf581-a934-43a2-a167-fceb9e89ea1c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 945 time: 0.0503702 Aug 26 00:56:50.948490 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5e2bba76-8a36-43d3-b0ae-e4ed63812bf6 req-02d0cfef-dc01-4a1d-9771-5a9460470cd5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549927 Aug 26 00:56:50.974162 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 56f607c1-adc1-4120-ac0a-38b41904464e up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:56:51.030552 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 56f607c1-adc1-4120-ac0a-38b41904464e completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:56:51.091898 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 56f607c1-adc1-4120-ac0a-38b41904464e triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:56:51.092314 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:51.248494 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28668c14-1046-4cf6-ac57-3bde4b5ef6d5 req-8fcca2cf-5d55-48a6-aef7-e524c20fd17b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:51.254669 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 56f607c1-adc1-4120-ac0a-38b41904464e is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:56:51.255349 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:51.263920 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-28668c14-1046-4cf6-ac57-3bde4b5ef6d5 req-8fcca2cf-5d55-48a6-aef7-e524c20fd17b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0790260 Aug 26 00:56:51.338375 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 56f607c1-adc1-4120-ac0a-38b41904464e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=56f607c1-adc1-4120-ac0a-38b41904464e,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:56:51.380729 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-28668c14-1046-4cf6-ac57-3bde4b5ef6d5 req-c65dd292-e553-41aa-9745-1142360240ac tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154120 Aug 26 00:56:51.388266 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:51.448438 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:51.473492 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61aecc-6e49-4d44-829e-fbbd74ff3e4d req-be5fa235-8bb9-4e3a-9450-2277bf8946f5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:51.475379 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ec61aecc-6e49-4d44-829e-fbbd74ff3e4d req-be5fa235-8bb9-4e3a-9450-2277bf8946f5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 944 time: 0.1067486 Aug 26 00:56:51.497594 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=56f607c1-adc1-4120-ac0a-38b41904464e,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:51.507276 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f607c1-adc1-4120-ac0a-38b41904464e'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:56:51.509676 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf113465-c390-4a1b-86ad-e6d12fb1d839" -d '{"events": [{"server_uuid": "81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd", "name": "network-vif-plugged", "status": "completed", "tag": "56f607c1-adc1-4120-ac0a-38b41904464e"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:56:51.552646 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ec61aecc-6e49-4d44-829e-fbbd74ff3e4d req-b77c4ba6-e050-47c9-be4e-f0bd77baf869 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699506 Aug 26 00:56:51.584665 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8004f0-dd27-45ad-98f7-9883a31e9af1 x-openstack-request-id: req-3c8004f0-dd27-45ad-98f7-9883a31e9af1 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:56:51.585187 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd", "name": "network-vif-plugged", "status": "completed", "tag": "56f607c1-adc1-4120-ac0a-38b41904464e", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:56:51.585620 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c8004f0-dd27-45ad-98f7-9883a31e9af1 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:56:51.586231 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8004f0-dd27-45ad-98f7-9883a31e9af1'] response: {'server_uuid': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f607c1-adc1-4120-ac0a-38b41904464e', 'code': 200} Aug 26 00:56:52.155559 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494be95-82c7-4105-9001-e5eba67edb8c req-63b811be-5df6-47e1-b945-75c6839ade92 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:52.157826 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d494be95-82c7-4105-9001-e5eba67edb8c req-63b811be-5df6-47e1-b945-75c6839ade92 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 945 time: 0.0848055 Aug 26 00:56:52.217326 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d494be95-82c7-4105-9001-e5eba67edb8c req-ea5125c8-4ad6-4e95-89b4-336ad506a7ac tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529535 Aug 26 00:56:52.506933 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18af2b-3cf3-41c4-87ee-975243884fcb req-04d0a07e-16ee-4ec7-9557-34c79440b4f4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:52.511094 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2c18af2b-3cf3-41c4-87ee-975243884fcb req-04d0a07e-16ee-4ec7-9557-34c79440b4f4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0483561 Aug 26 00:56:52.539976 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:52.595463 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2c18af2b-3cf3-41c4-87ee-975243884fcb req-c417283e-1817-48af-a777-4fe8e86ed6c0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787363 Aug 26 00:56:52.733568 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93950192-d005-41c8-842a-00815dc1047c req-76a177c0-663d-45be-9514-664356061182 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:52.735806 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-93950192-d005-41c8-842a-00815dc1047c req-76a177c0-663d-45be-9514-664356061182 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0667434 Aug 26 00:56:52.851717 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:52.855688 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3537c-d2d5-4a87-91d1-499b5df0363c req-354fe57b-d62e-433f-8a55-7e7c88b7ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:52.857232 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f1c3537c-d2d5-4a87-91d1-499b5df0363c req-354fe57b-d62e-433f-8a55-7e7c88b7ca05 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 1129 time: 0.0677657 Aug 26 00:56:52.862490 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-93950192-d005-41c8-842a-00815dc1047c req-a0e5d582-e688-4ca9-9e0f-8828cf7d6451 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160786 Aug 26 00:56:52.919137 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f1c3537c-d2d5-4a87-91d1-499b5df0363c req-ae97a032-ccbf-47f6-baf0-8ee124323b27 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551548 Aug 26 00:56:53.426721 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413da00d-3b58-4af4-aad1-cf9c258e58ae req-1bf6939b-7fa1-4e87-b7e1-ad39909718fc tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:53.429207 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-413da00d-3b58-4af4-aad1-cf9c258e58ae req-1bf6939b-7fa1-4e87-b7e1-ad39909718fc tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 945 time: 0.0791383 Aug 26 00:56:53.569832 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-413da00d-3b58-4af4-aad1-cf9c258e58ae req-1b0417ca-b3a2-434d-84bb-6474d7475306 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290927 Aug 26 00:56:53.705116 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b086260-3b25-4197-b899-8f262f6c724b req-c9dbead9-58a7-4a52-88cf-593013bf00d2 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:53.713568 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3b086260-3b25-4197-b899-8f262f6c724b req-c9dbead9-58a7-4a52-88cf-593013bf00d2 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 945 time: 0.0735347 Aug 26 00:56:53.774368 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468829fa-80bb-4c79-8eaf-b023d41440a0 req-6075c33a-367a-44cc-9481-2a5981a46336 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:53.782013 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3b086260-3b25-4197-b899-8f262f6c724b req-930874f5-b7de-4759-a751-2d45c2e92437 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667710 Aug 26 00:56:53.782390 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-468829fa-80bb-4c79-8eaf-b023d41440a0 req-6075c33a-367a-44cc-9481-2a5981a46336 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0623534 Aug 26 00:56:53.798941 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 44724) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:53.890631 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-468829fa-80bb-4c79-8eaf-b023d41440a0 req-40613d98-dd04-417a-9893-06a359243a1c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872471 Aug 26 00:56:54.028576 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7231aacd-f43d-4a5c-ab7c-798993f3d168 tempest-TestVolumeBootPattern-1089646773 tempest-TestVolumeBootPattern-1089646773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:54.028576 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-7231aacd-f43d-4a5c-ab7c-798993f3d168 tempest-TestVolumeBootPattern-1089646773 tempest-TestVolumeBootPattern-1089646773-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 1124 time: 0.2271447 Aug 26 00:56:54.030765 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 44736) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:54.038397 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'port_id': '6f818c22-5eed-4378-90e3-cf3becc67582', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:56:54.059763 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5808f-5a81-486d-8c3d-154f15ab3b7c req-b7c9c1e1-d750-4aae-8a87-df3547bd2cf4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:54.061323 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-30c5808f-5a81-486d-8c3d-154f15ab3b7c req-b7c9c1e1-d750-4aae-8a87-df3547bd2cf4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0767312 Aug 26 00:56:54.118255 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-30c5808f-5a81-486d-8c3d-154f15ab3b7c req-d3752a31-c7dc-4d6b-b2b3-3efc76c89e83 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498888 Aug 26 00:56:54.131501 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:54.283034 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:54.285468 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-e603f227-0aef-4fd0-9074-c74757d5d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:54.288963 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-e603f227-0aef-4fd0-9074-c74757d5d771 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b&tenant_id=ec39c32378ac4017ad50aa6f930e514b HTTP/1.1" status: 200 len: 1127 time: 0.0970218 Aug 26 00:56:54.416029 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Allocated IP 172.27.1.15 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/a464822f-9db1-45e5-8c2b-d2738965f67d) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:56:54.525287 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:54.541587 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for port (a464822f-9db1-45e5-8c2b-d2738965f67d), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:54.726673 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (a464822f-9db1-45e5-8c2b-d2738965f67d), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:54.769059 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:56:54.773529 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:54.774612 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:56:54.778633 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:56:54.782462 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'Port': ['ID=a464822f-9db1-45e5-8c2b-d2738965f67d,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:54.813428 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.813777 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.814124 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.814458 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.814794 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.815124 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.815454 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.815781 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.816111 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.816446 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.816792 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.817352 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.817467 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.817755 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.818082 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:54.978533 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-d9f3a612-9c46-4944-86a7-3334a2a338bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:54.980391 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-d9f3a612-9c46-4944-86a7-3334a2a338bf service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 1127 time: 0.1450467 Aug 26 00:56:55.059339 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e13ed-e6a1-4382-86e9-fe568e495598 req-2ad79c00-a5b2-4890-8bcf-7c3c2b4accae tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:55.068929 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-733e13ed-e6a1-4382-86e9-fe568e495598 req-2ad79c00-a5b2-4890-8bcf-7c3c2b4accae tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0775707 Aug 26 00:56:55.146662 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-733e13ed-e6a1-4382-86e9-fe568e495598 req-528ce79b-64c1-44ff-916d-4093a89b74b5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764678 Aug 26 00:56:55.318656 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66a998-249d-4d73-9174-f09f2c2c75da req-670ebcc0-2f7e-46e5-9045-b5b118897dfc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:55.320523 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0f66a998-249d-4d73-9174-f09f2c2c75da req-670ebcc0-2f7e-46e5-9045-b5b118897dfc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0598371 Aug 26 00:56:55.378748 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (e85186c7-2bc0-40e1-aa1a-6729d3c8e6b7), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:55.440315 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0f66a998-249d-4d73-9174-f09f2c2c75da req-a9c8030a-3def-4189-84d4-a7cf19485bce tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020329 Aug 26 00:56:55.617097 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828edee-ec85-41d4-b097-b77b6f68756a req-387cf171-bd6b-481d-bc9e-1dbaa5ef35a0 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:55.625530 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c828edee-ec85-41d4-b097-b77b6f68756a req-387cf171-bd6b-481d-bc9e-1dbaa5ef35a0 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0904479 Aug 26 00:56:55.630100 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 44770) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:55.634961 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-3a584732-b645-4974-8fcd-13f648ca9f7b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Request body: {'floatingip': {'port_id': '56f607c1-adc1-4120-ac0a-38b41904464e'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:56:55.718482 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 44772) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:55.746452 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3a584732-b645-4974-8fcd-13f648ca9f7b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for floatingip (51f3ab10-afb6-460b-914f-fa7d8774d6db), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:55.751542 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (a464822f-9db1-45e5-8c2b-d2738965f67d), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:55.852618 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-b6dbd9ea-d01b-4e43-ab7d-006c1403d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:55.853373 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-b6dbd9ea-d01b-4e43-ab7d-006c1403d34d service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 200 len: 919 time: 0.1874058 Aug 26 00:56:55.910080 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:56.010936 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-397fb2be-7249-4aee-84e9-3648ad43a855 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479 HTTP/1.1" status: 200 len: 999 time: 0.1444771 Aug 26 00:56:56.048231 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:56.090456 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-343c960f-d242-43b8-be3f-ef15e67ae6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:56.092158 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-343c960f-d242-43b8-be3f-ef15e67ae6f4 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=057ee52c-7eaf-4765-b679-5f157b27c59c HTTP/1.1" status: 200 len: 856 time: 0.0753634 Aug 26 00:56:56.179331 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:56.194356 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-416ef3d8-2b99-4cfe-9428-eacc2a9a9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:56.196529 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-416ef3d8-2b99-4cfe-9428-eacc2a9a9d5d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=82719f0d-e147-413c-83ac-404aae47d6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0969205 Aug 26 00:56:56.227411 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:56.349511 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-d5af4692-95a1-4e2c-875e-2d174af181cc service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413198 Aug 26 00:56:56.371881 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for port (a464822f-9db1-45e5-8c2b-d2738965f67d), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:56.374383 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Publish callbacks [] for security_group (a5a5f8d8-c7d8-4ed3-a9f4-5ce1d2de1e8c), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:56.384207 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e2719-a346-40af-80c0-4cd900568523 req-a2845139-31b3-4cd9-b24a-5848316308ce tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:56.385920 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b05e2719-a346-40af-80c0-4cd900568523 req-a2845139-31b3-4cd9-b24a-5848316308ce tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0754626 Aug 26 00:56:56.440444 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:56.459918 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (a464822f-9db1-45e5-8c2b-d2738965f67d), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:56.475097 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b05e2719-a346-40af-80c0-4cd900568523 req-e69b09fa-fe47-4bf6-aaa8-fa7856108f7f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828960 Aug 26 00:56:56.494342 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (a5a5f8d8-c7d8-4ed3-a9f4-5ce1d2de1e8c), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:56.550617 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=8b67076aed8a4fd59717b7706b1be4b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8303401 Aug 26 00:56:56.555106 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 44778) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:56.608551 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a5f8d8-c7d8-4ed3-a9f4-5ce1d2de1e8c,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:56.625030 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'Port': ['ID=a464822f-9db1-45e5-8c2b-d2738965f67d,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:56.626775 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.627133 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.627514 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.627871 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.628397 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.629858 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.629858 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.629858 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.630517 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.631036 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.631552 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.632050 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.632659 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.633274 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.633929 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe6dd6-f66d-4c2b-ae13-8c83f613b5ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:56:56.643420 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3a584732-b645-4974-8fcd-13f648ca9f7b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:56.698099 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3a584732-b645-4974-8fcd-13f648ca9f7b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (51f3ab10-afb6-460b-914f-fa7d8774d6db), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:56.704770 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (e85186c7-2bc0-40e1-aa1a-6729d3c8e6b7), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:56.837270 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [None req-3a584732-b645-4974-8fcd-13f648ca9f7b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Floating IP 51f3ab10-afb6-460b-914f-fa7d8774d6db associated. External IP: 172.27.1.129, port: 56f607c1-adc1-4120-ac0a-38b41904464e. Aug 26 00:56:57.019933 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:57.036860 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=5 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:57.057720 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:57.096016 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-890c2d6a-bc40-4395-b9c2-82d7bc4f6a61 admin admin] Publish callbacks [] for security_group (a5a5f8d8-c7d8-4ed3-a9f4-5ce1d2de1e8c), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:57.107615 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a584732-b645-4974-8fcd-13f648ca9f7b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Router 08798a74-ed5d-4aa0-95ed-44183a44fb97 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:56:57.111549 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.l3_db [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Floating IP e85186c7-2bc0-40e1-aa1a-6729d3c8e6b7 associated. External IP: 172.27.1.15, port: 6f818c22-5eed-4378-90e3-cf3becc67582. Aug 26 00:56:57.177218 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-890c2d6a-bc40-4395-b9c2-82d7bc4f6a61 admin admin] Publish callbacks [] for security_group (a5a5f8d8-c7d8-4ed3-a9f4-5ce1d2de1e8c), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:57.211995 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c295d12-5160-4140-97c4-6931afb40cd4 req-45c3fbce-d98f-49c1-af62-1538bce6ccc2 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254451 Aug 26 00:56:57.223809 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:57.247540 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a584732-b645-4974-8fcd-13f648ca9f7b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:56:57.262310 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3a584732-b645-4974-8fcd-13f648ca9f7b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:57.272219 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb331fec-27de-4378-bf5e-21984106274d None None] Sync routers for ids ['08798a74-ed5d-4aa0-95ed-44183a44fb97'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:56:57.300517 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb331fec-27de-4378-bf5e-21984106274d None None] Routers {'08798a74-ed5d-4aa0-95ed-44183a44fb97'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:56:57.302592 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-bb331fec-27de-4378-bf5e-21984106274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:56:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['08798a74-ed5d-4aa0-95ed-44183a44fb97'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:57.319501 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-3a584732-b645-4974-8fcd-13f648ca9f7b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/51f3ab10-afb6-460b-914f-fa7d8774d6db HTTP/1.1" status: 200 len: 991 time: 1.6878433 Aug 26 00:56:57.320160 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'tag': '56f607c1-adc1-4120-ac0a-38b41904464e'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:56:57.323440 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2feaaf-cf9a-4e15-a633-7cb3170da88f" -d '{"events": [{"name": "network-changed", "server_uuid": "81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd", "tag": "56f607c1-adc1-4120-ac0a-38b41904464e"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:56:57.396918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c58351d-c1f5-424f-a439-bac08b2ec879 x-openstack-request-id: req-5c58351d-c1f5-424f-a439-bac08b2ec879 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:56:57.397212 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd", "tag": "56f607c1-adc1-4120-ac0a-38b41904464e", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:56:57.397567 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c58351d-c1f5-424f-a439-bac08b2ec879 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:56:57.397961 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c58351d-c1f5-424f-a439-bac08b2ec879'] response: {'name': 'network-changed', 'server_uuid': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'tag': '56f607c1-adc1-4120-ac0a-38b41904464e', 'status': 'completed', 'code': 200} Aug 26 00:56:57.459213 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-890c2d6a-bc40-4395-b9c2-82d7bc4f6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (a5a5f8d8-c7d8-4ed3-a9f4-5ce1d2de1e8c), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:57.462649 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-890c2d6a-bc40-4395-b9c2-82d7bc4f6a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:57.467077 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-890c2d6a-bc40-4395-b9c2-82d7bc4f6a61 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a5a5f8d8-c7d8-4ed3-a9f4-5ce1d2de1e8c HTTP/1.1" status: 204 len: 168 time: 0.9074092 Aug 26 00:56:57.482339 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c2d6a-bc40-4395-b9c2-82d7bc4f6a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a5f8d8-c7d8-4ed3-a9f4-5ce1d2de1e8c,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:57.482566 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-bb331fec-27de-4378-bf5e-21984106274d None None] Set router 08798a74-ed5d-4aa0-95ed-44183a44fb97 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:56:57.565514 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:56:57.587457 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2feaaf-cf9a-4e15-a633-7cb3170da88f req-0cbc8d8d-1a03-425d-9e4b-96b0f5e06fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:57.591283 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1e2feaaf-cf9a-4e15-a633-7cb3170da88f req-0cbc8d8d-1a03-425d-9e4b-96b0f5e06fd6 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 1129 time: 0.1102049 Aug 26 00:56:57.745738 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2feaaf-cf9a-4e15-a633-7cb3170da88f req-59177a26-f0d7-463e-9aec-7e97283ed688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:57.747258 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1e2feaaf-cf9a-4e15-a633-7cb3170da88f req-59177a26-f0d7-463e-9aec-7e97283ed688 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 921 time: 0.1076486 Aug 26 00:56:57.944670 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1e2feaaf-cf9a-4e15-a633-7cb3170da88f req-02fa1e2d-2928-4fc2-9a5b-78ee4da80700 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f607c1-adc1-4120-ac0a-38b41904464e HTTP/1.1" status: 200 len: 999 time: 0.1808341 Aug 26 00:56:57.951953 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcdf0d-cfe4-4602-8f80-564d102bf5c7 req-c15779cb-4c05-4d90-aaa2-7bca64604897 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:57.953711 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dcfcdf0d-cfe4-4602-8f80-564d102bf5c7 req-c15779cb-4c05-4d90-aaa2-7bca64604897 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.3116188 Aug 26 00:56:58.025947 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-bb331fec-27de-4378-bf5e-21984106274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:47Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '51f3ab10-afb6-460b-914f-fa7d8774d6db', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'port_id': '56f607c1-adc1-4120-ac0a-38b41904464e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'mac_address': 'fa:16:3e:1a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:56:27Z', 'updated_at': '2022-08-26T00:56:56Z', 'revision_number': 1, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3741ef52-7f9b-4328-926c-1695b7e41460', 'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'mac_address': 'fa:16:3e:d2:50:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:46Z', 'updated_at': '2022-08-26T00:53:54Z', 'revision_number': 5, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'subnets': [{'id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:58.039119 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:56:58.051119 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8315535d-893b-4173-a8e1-232bccafa0b6 None None] Sync routers for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:56:58.065193 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8315535d-893b-4173-a8e1-232bccafa0b6 None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:56:58.068403 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb331fec-27de-4378-bf5e-21984106274d None None] Checking router: 08798a74-ed5d-4aa0-95ed-44183a44fb97 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:56:58.076074 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-8315535d-893b-4173-a8e1-232bccafa0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:56:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:58.076246 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2feaaf-cf9a-4e15-a633-7cb3170da88f req-af56214a-76b4-4761-b2b2-0d5a4173e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:58.076246 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1e2feaaf-cf9a-4e15-a633-7cb3170da88f req-af56214a-76b4-4761-b2b2-0d5a4173e64f service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.1143856 Aug 26 00:56:58.079758 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dcfcdf0d-cfe4-4602-8f80-564d102bf5c7 req-7cf5ab62-265e-4ce5-bd69-478699973986 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138868 Aug 26 00:56:58.095501 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb331fec-27de-4378-bf5e-21984106274d None None] Routers {'08798a74-ed5d-4aa0-95ed-44183a44fb97'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:56:58.098264 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-bb331fec-27de-4378-bf5e-21984106274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:56:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['08798a74-ed5d-4aa0-95ed-44183a44fb97'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:58.125169 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:58.126883 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2feaaf-cf9a-4e15-a633-7cb3170da88f req-89a2aa64-da71-4d6c-b6a5-f8ac5421fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:58.128427 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1e2feaaf-cf9a-4e15-a633-7cb3170da88f req-89a2aa64-da71-4d6c-b6a5-f8ac5421fa9a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478084 Aug 26 00:56:58.133465 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:58.235659 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:58.313836 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-ed27cd25-77ea-4b2f-a902-380ad69acca5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2135377 Aug 26 00:56:58.313836 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'tag': '6f818c22-5eed-4378-90e3-cf3becc67582'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:56:58.313836 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a62866-2f21-4f44-aa84-cc89119fa3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9ceee0-65b5-48be-8dcc-7ec2a992f72d", "tag": "6f818c22-5eed-4378-90e3-cf3becc67582"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:56:58.314619 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-bb331fec-27de-4378-bf5e-21984106274d None None] Set router 08798a74-ed5d-4aa0-95ed-44183a44fb97 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:56:58.315588 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d18a40-aae5-4a82-a4b1-5ea71f4bf280 x-openstack-request-id: req-83d18a40-aae5-4a82-a4b1-5ea71f4bf280 {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:56:58.315588 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9ceee0-65b5-48be-8dcc-7ec2a992f72d", "tag": "6f818c22-5eed-4378-90e3-cf3becc67582", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:56:58.315588 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83d18a40-aae5-4a82-a4b1-5ea71f4bf280 {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:56:58.315588 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d18a40-aae5-4a82-a4b1-5ea71f4bf280'] response: {'name': 'network-changed', 'server_uuid': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'tag': '6f818c22-5eed-4378-90e3-cf3becc67582', 'status': 'completed', 'code': 200} Aug 26 00:56:58.343119 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:58.400514 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1e2feaaf-cf9a-4e15-a633-7cb3170da88f req-99a7163f-15f8-4c5d-ae4b-e4e4453b68d7 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202566 Aug 26 00:56:58.527736 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-8315535d-893b-4173-a8e1-232bccafa0b6 None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:56:58.543168 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a62866-2f21-4f44-aa84-cc89119fa3ee req-67f958eb-d8ec-4846-ab40-122890c8d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:58.547681 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f2a62866-2f21-4f44-aa84-cc89119fa3ee req-67f958eb-d8ec-4846-ab40-122890c8d7a4 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 1129 time: 0.1219783 Aug 26 00:56:58.617334 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1e2feaaf-cf9a-4e15-a633-7cb3170da88f req-3479c827-dd52-494b-8b47-a6220e8cffdd service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939113 Aug 26 00:56:58.642859 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:58.727558 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a62866-2f21-4f44-aa84-cc89119fa3ee req-2c22393f-68c8-4851-afb8-375b80ccb132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:58.728370 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-bb331fec-27de-4378-bf5e-21984106274d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:47Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '51f3ab10-afb6-460b-914f-fa7d8774d6db', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'port_id': '56f607c1-adc1-4120-ac0a-38b41904464e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'mac_address': 'fa:16:3e:1a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:56:27Z', 'updated_at': '2022-08-26T00:56:56Z', 'revision_number': 1, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3741ef52-7f9b-4328-926c-1695b7e41460', 'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'mac_address': 'fa:16:3e:d2:50:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:46Z', 'updated_at': '2022-08-26T00:53:54Z', 'revision_number': 5, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'subnets': [{'id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:58.729089 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f2a62866-2f21-4f44-aa84-cc89119fa3ee req-2c22393f-68c8-4851-afb8-375b80ccb132 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 914 time: 0.1583295 Aug 26 00:56:58.735080 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 44802) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:58.773965 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb331fec-27de-4378-bf5e-21984106274d None None] The sync data for ids ['08798a74-ed5d-4aa0-95ed-44183a44fb97'] in dv-cinder-835384-25-iscsi is: [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:47Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '51f3ab10-afb6-460b-914f-fa7d8774d6db', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'port_id': '56f607c1-adc1-4120-ac0a-38b41904464e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'mac_address': 'fa:16:3e:1a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:56:27Z', 'updated_at': '2022-08-26T00:56:56Z', 'revision_number': 1, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3741ef52-7f9b-4328-926c-1695b7e41460', 'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'mac_address': 'fa:16:3e:d2:50:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:46Z', 'updated_at': '2022-08-26T00:53:54Z', 'revision_number': 5, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'subnets': [{'id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:56:58.840285 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0d16bbc8-8f04-4691-b5d0-9d5c6bccf00b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:59.049935 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-8315535d-893b-4173-a8e1-232bccafa0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'e85186c7-2bc0-40e1-aa1a-6729d3c8e6b7', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': '6f818c22-5eed-4378-90e3-cf3becc67582', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:29:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:56:55Z', 'updated_at': '2022-08-26T00:56:55Z', 'revision_number': 0, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:59.082022 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8315535d-893b-4173-a8e1-232bccafa0b6 None None] Checking router: 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:56:59.093133 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8315535d-893b-4173-a8e1-232bccafa0b6 None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:56:59.093133 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-8315535d-893b-4173-a8e1-232bccafa0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:56:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:59.218015 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f2a62866-2f21-4f44-aa84-cc89119fa3ee req-3d92e7e9-8297-4a8d-8016-5549c357da03 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f818c22-5eed-4378-90e3-cf3becc67582 HTTP/1.1" status: 200 len: 998 time: 0.4548576 Aug 26 00:56:59.256241 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910d5df-5057-41fa-a300-d8e324c4eb33 None None] New status for floating IP 51f3ab10-afb6-460b-914f-fa7d8774d6db: ACTIVE {{(pid=113337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 00:56:59.256634 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-8315535d-893b-4173-a8e1-232bccafa0b6 None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:56:59.278114 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3e4e8-ef5b-409b-bd7d-9e1265404840 req-00efe574-1650-4d81-8c34-42fb36d3d178 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:59.279776 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-68c3e4e8-ef5b-409b-bd7d-9e1265404840 req-00efe574-1650-4d81-8c34-42fb36d3d178 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0866451 Aug 26 00:56:59.326534 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a62866-2f21-4f44-aa84-cc89119fa3ee req-9714c27c-2b93-4333-b941-6a3b4c39dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:59.328106 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f2a62866-2f21-4f44-aa84-cc89119fa3ee req-9714c27c-2b93-4333-b941-6a3b4c39dbda service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f HTTP/1.1" status: 200 len: 851 time: 0.0865042 Aug 26 00:56:59.362641 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-68c3e4e8-ef5b-409b-bd7d-9e1265404840 req-cbd6ee09-e47d-4022-988a-42e66965b25e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753701 Aug 26 00:56:59.461764 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a62866-2f21-4f44-aa84-cc89119fa3ee req-8cc3a41c-56e6-4e51-8d5f-c0624d0b9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:56:59.471781 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f2a62866-2f21-4f44-aa84-cc89119fa3ee req-8cc3a41c-56e6-4e51-8d5f-c0624d0b9708 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1340671 Aug 26 00:56:59.504024 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0d16bbc8-8f04-4691-b5d0-9d5c6bccf00b admin admin] Publish callbacks [] for security_group (2ad304ab-99a6-4c85-bbc2-dcc6ffcaa926), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:59.623373 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-8315535d-893b-4173-a8e1-232bccafa0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'e85186c7-2bc0-40e1-aa1a-6729d3c8e6b7', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': '6f818c22-5eed-4378-90e3-cf3becc67582', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:29:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:56:55Z', 'updated_at': '2022-08-26T00:56:55Z', 'revision_number': 0, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:56:59.630637 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0d16bbc8-8f04-4691-b5d0-9d5c6bccf00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (2ad304ab-99a6-4c85-bbc2-dcc6ffcaa926), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:59.663209 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8315535d-893b-4173-a8e1-232bccafa0b6 None None] The sync data for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi is: [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'e85186c7-2bc0-40e1-aa1a-6729d3c8e6b7', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': '6f818c22-5eed-4378-90e3-cf3becc67582', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:29:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:56:55Z', 'updated_at': '2022-08-26T00:56:55Z', 'revision_number': 0, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:56:59.730973 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-0d16bbc8-8f04-4691-b5d0-9d5c6bccf00b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=254a371abdc34c90bcf25d7231e728f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9947684 Aug 26 00:56:59.733151 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f2a62866-2f21-4f44-aa84-cc89119fa3ee req-2da17b51-7c68-41bb-921e-5dc4e26fb147 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488210 Aug 26 00:56:59.733855 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 44812) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:56:59.751454 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16bbc8-8f04-4691-b5d0-9d5c6bccf00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad304ab-99a6-4c85-bbc2-dcc6ffcaa926,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:56:59.836458 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fa6a-e0e3-45a9-abc3-88d36a214d66 admin admin] Publish callbacks [] for security_group (2ad304ab-99a6-4c85-bbc2-dcc6ffcaa926), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:59.855262 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:56:59.871380 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fa6a-e0e3-45a9-abc3-88d36a214d66 admin admin] Publish callbacks [] for security_group (2ad304ab-99a6-4c85-bbc2-dcc6ffcaa926), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:56:59.899999 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f2a62866-2f21-4f44-aa84-cc89119fa3ee req-3d3ed8a6-0952-423b-9727-1eea231cf154 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453199 Aug 26 00:57:00.016822 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346b3dc-c15f-4494-976b-fe15c1c88205 None None] New status for floating IP e85186c7-2bc0-40e1-aa1a-6729d3c8e6b7: ACTIVE {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 00:57:00.034442 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fa6a-e0e3-45a9-abc3-88d36a214d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (2ad304ab-99a6-4c85-bbc2-dcc6ffcaa926), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:00.038407 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fa6a-e0e3-45a9-abc3-88d36a214d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:00.042222 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-5dc8fa6a-e0e3-45a9-abc3-88d36a214d66 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2ad304ab-99a6-4c85-bbc2-dcc6ffcaa926 HTTP/1.1" status: 204 len: 168 time: 0.3038790 Aug 26 00:57:00.057906 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8fa6a-e0e3-45a9-abc3-88d36a214d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad304ab-99a6-4c85-bbc2-dcc6ffcaa926,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:00.080188 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=100 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:00.512693 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c062b-bf5c-47e5-9885-4a3f95873f63 req-74e38110-604b-4c76-87ca-412af469d43e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:00.514170 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-951c062b-bf5c-47e5-9885-4a3f95873f63 req-74e38110-604b-4c76-87ca-412af469d43e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0512502 Aug 26 00:57:00.567063 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-951c062b-bf5c-47e5-9885-4a3f95873f63 req-528f085c-54e1-4bd7-9f05-2fc2f20d7642 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462594 Aug 26 00:57:00.623940 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-c19abdd7-a6e5-42ce-8a1f-12d73d2aa53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:00.994556 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 44844) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:01.014883 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1276ed25-ab19-462a-a3a7-faecb9fe5df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:01.053983 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:01.097625 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1276ed25-ab19-462a-a3a7-faecb9fe5df0 admin admin] Publish callbacks [] for security_group (0a38a762-96ac-46db-8685-30ee9fe8c804), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:01.160500 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1276ed25-ab19-462a-a3a7-faecb9fe5df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (0a38a762-96ac-46db-8685-30ee9fe8c804), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:01.208656 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276ed25-ab19-462a-a3a7-faecb9fe5df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a38a762-96ac-46db-8685-30ee9fe8c804,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:01.213984 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-1276ed25-ab19-462a-a3a7-faecb9fe5df0 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=66dc3ea932be4cbcac72d19f14f5c8b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183266 Aug 26 00:57:01.217415 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 44852) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:01.269266 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-123b6585-ae03-4c06-849b-ef76889df16f admin admin] Publish callbacks [] for security_group (0a38a762-96ac-46db-8685-30ee9fe8c804), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:01.290586 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-123b6585-ae03-4c06-849b-ef76889df16f admin admin] Publish callbacks [] for security_group (0a38a762-96ac-46db-8685-30ee9fe8c804), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:01.434842 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-123b6585-ae03-4c06-849b-ef76889df16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (0a38a762-96ac-46db-8685-30ee9fe8c804), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:01.437692 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-123b6585-ae03-4c06-849b-ef76889df16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:01.442017 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-123b6585-ae03-4c06-849b-ef76889df16f admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0a38a762-96ac-46db-8685-30ee9fe8c804 HTTP/1.1" status: 204 len: 168 time: 0.2236388 Aug 26 00:57:01.450957 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b6585-ae03-4c06-849b-ef76889df16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a38a762-96ac-46db-8685-30ee9fe8c804,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:01.765874 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c354fe9-4736-482a-9b38-22ccfee2f1eb req-e536adc0-fdaf-4c94-8ec2-50e18313387f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:01.768770 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2c354fe9-4736-482a-9b38-22ccfee2f1eb req-e536adc0-fdaf-4c94-8ec2-50e18313387f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0766861 Aug 26 00:57:01.842007 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2c354fe9-4736-482a-9b38-22ccfee2f1eb req-b7b2082c-1eae-4a5b-9d00-b21df70ba9c7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666723 Aug 26 00:57:02.999216 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa1da-dcd9-4190-8e4b-baa8d9ba79b2 req-468cfb39-52dd-4776-ac13-ac09d245a5c6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:03.003205 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-78eaa1da-dcd9-4190-8e4b-baa8d9ba79b2 req-468cfb39-52dd-4776-ac13-ac09d245a5c6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0783219 Aug 26 00:57:03.062622 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-062fd5b7-7fcf-48bb-a02a-d72cba5de156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:03.095721 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-78eaa1da-dcd9-4190-8e4b-baa8d9ba79b2 req-b4872c55-0a86-4645-9ee7-66e5f04b4dc8 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875065 Aug 26 00:57:04.230561 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5900ab8-7ee7-4f0c-b57b-06ef5f4a7360 req-de001e65-dbbe-47f9-9edf-f181cc54922b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:04.232759 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b5900ab8-7ee7-4f0c-b57b-06ef5f4a7360 req-de001e65-dbbe-47f9-9edf-f181cc54922b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0543084 Aug 26 00:57:04.289410 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b5900ab8-7ee7-4f0c-b57b-06ef5f4a7360 req-7d2529f2-9f94-4dcd-b718-ef5e984c9492 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506089 Aug 26 00:57:04.343401 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:05.431233 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf6fa8-5c1e-474b-af93-925742cfe423 req-70ef12d2-1a59-4e24-8d3c-a1fca72d6e93 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:05.433490 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e8bf6fa8-5c1e-474b-af93-925742cfe423 req-70ef12d2-1a59-4e24-8d3c-a1fca72d6e93 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0600674 Aug 26 00:57:05.490847 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e8bf6fa8-5c1e-474b-af93-925742cfe423 req-f810b362-749f-4831-8fdb-dfb035518422 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496595 Aug 26 00:57:05.732054 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:05.868917 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:06.637590 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f63f40-ca61-4f4b-aced-2cd98297291d req-862d75b7-ec85-4caa-a6ca-ae19af85e23b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:06.640077 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-02f63f40-ca61-4f4b-aced-2cd98297291d req-862d75b7-ec85-4caa-a6ca-ae19af85e23b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0512590 Aug 26 00:57:06.681348 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:06.698796 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-02f63f40-ca61-4f4b-aced-2cd98297291d req-b953049e-4ff4-4de6-9798-009e59ffbe98 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517030 Aug 26 00:57:07.060750 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:57:07.840026 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1baed-3c2c-43ba-af65-6ec8623f3cd6 req-f8842298-99da-4284-9ce0-73b471ea2606 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:07.842832 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-48f1baed-3c2c-43ba-af65-6ec8623f3cd6 req-f8842298-99da-4284-9ce0-73b471ea2606 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0506709 Aug 26 00:57:07.917606 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-48f1baed-3c2c-43ba-af65-6ec8623f3cd6 req-3eee5144-7ba1-49fb-8ff2-45461690c14f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544422 Aug 26 00:57:09.053683 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45239a-102a-4cf2-a30a-4615fcb2f92e req-c8c870a1-ada4-4f0e-a33f-f0aac441c40e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:09.055199 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ef45239a-102a-4cf2-a30a-4615fcb2f92e req-c8c870a1-ada4-4f0e-a33f-f0aac441c40e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0500124 Aug 26 00:57:09.103805 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ef45239a-102a-4cf2-a30a-4615fcb2f92e req-133e522f-d99d-46c7-b585-7c814de93689 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423265 Aug 26 00:57:10.262667 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-d70843da-3481-4175-804f-f80593442bb1 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=7b6fe7a5a87c4740b32ee5e1cc1b7458&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341966 Aug 26 00:57:10.269141 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e694a-1346-441e-8fff-32d389a3c8d2 req-86909032-513c-483d-a2ac-10f91ce3a1df tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:10.270714 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e68e694a-1346-441e-8fff-32d389a3c8d2 req-86909032-513c-483d-a2ac-10f91ce3a1df tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0820735 Aug 26 00:57:10.335581 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e68e694a-1346-441e-8fff-32d389a3c8d2 req-f214fdc9-c0cd-4f4a-839f-1cbd397301db tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591950 Aug 26 00:57:10.506630 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-76479093-e789-403b-9394-434ace4a8a6b tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:10.508384 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-76479093-e789-403b-9394-434ace4a8a6b tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2394972 Aug 26 00:57:10.524722 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-8e3d6a3d-fda3-43c0-9c06-47662e80ef1b tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/quotas/7b6fe7a5a87c4740b32ee5e1cc1b7458 HTTP/1.1" status: 200 len: 375 time: 0.0106516 Aug 26 00:57:10.560096 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-2b61168f-8448-4106-be72-64bc07b570aa tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=7b6fe7a5a87c4740b32ee5e1cc1b7458&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295227 Aug 26 00:57:10.850429 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-98a7fc91-503a-4a62-9d25-daab72150eab req-8f29a7ce-956a-4769-9a07-0435f602a9c3 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 210 time: 0.0328510 Aug 26 00:57:11.482127 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2c297-c225-4d9a-a549-269763a85df5 req-c0ca75a4-ef7e-4c88-afca-7c3cbe8f4d24 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:11.483615 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-56b2c297-c225-4d9a-a549-269763a85df5 req-c0ca75a4-ef7e-4c88-afca-7c3cbe8f4d24 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0506737 Aug 26 00:57:11.531088 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-56b2c297-c225-4d9a-a549-269763a85df5 req-02451d7c-e829-4261-9d8f-97f01100640b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417995 Aug 26 00:57:11.538607 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 45032) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:11.571099 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:11.587903 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85694b3-b3d2-4cae-91ac-33df476b3740 admin admin] Deleting subnet b5d133c3-5801-4d11-b0c3-241ad62024f6 {{(pid=113336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 00:57:11.591006 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e85694b3-b3d2-4cae-91ac-33df476b3740 admin admin] Publish callbacks [] for subnet (b5d133c3-5801-4d11-b0c3-241ad62024f6), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:11.627495 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e85694b3-b3d2-4cae-91ac-33df476b3740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15151684'] for subnet (b5d133c3-5801-4d11-b0c3-241ad62024f6), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:11.671364 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e85694b3-b3d2-4cae-91ac-33df476b3740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (b5d133c3-5801-4d11-b0c3-241ad62024f6), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:11.811837 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e85694b3-b3d2-4cae-91ac-33df476b3740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16517140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14176858'] for subnet (b5d133c3-5801-4d11-b0c3-241ad62024f6), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:11.836736 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85694b3-b3d2-4cae-91ac-33df476b3740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d133c3-5801-4d11-b0c3-241ad62024f6,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:11.843080 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e85694b3-b3d2-4cae-91ac-33df476b3740 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:11.848873 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-e85694b3-b3d2-4cae-91ac-33df476b3740 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/b5d133c3-5801-4d11-b0c3-241ad62024f6 HTTP/1.1" status: 204 len: 168 time: 0.3071387 Aug 26 00:57:11.849414 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 45036) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:11.865684 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:11.921386 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (26ae3024-dc7c-4eb7-8ff7-8c6eee8da550), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:11.938715 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5f1b997a-2e51-4fd2-99bf-c1f6d86cd147 req-1eb6c65b-4374-4187-b474-e1987cd22535 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 210 time: 0.0290008 Aug 26 00:57:11.999215 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (26ae3024-dc7c-4eb7-8ff7-8c6eee8da550), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:12.020162 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ae3024-dc7c-4eb7-8ff7-8c6eee8da550']}} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:57:12.029397 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74e73a6-c9a9-4662-abc2-035aaa027b7e') {'for_net_delete': True} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:57:12.029699 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74e73a6-c9a9-4662-abc2-035aaa027b7e') {} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:57:12.039966 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15151693'] for segment (e74e73a6-c9a9-4662-abc2-035aaa027b7e), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:12.053068 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (e74e73a6-c9a9-4662-abc2-035aaa027b7e), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:12.063857 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=113336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 00:57:12.063857 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16517198'] for segment (e74e73a6-c9a9-4662-abc2-035aaa027b7e), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:12.101309 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.services.segments.plugin [-] Segment e74e73a6-c9a9-4662-abc2-035aaa027b7e resource provider aggregate not found Aug 26 00:57:12.119169 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.services.segments.plugin [-] Segment e74e73a6-c9a9-4662-abc2-035aaa027b7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e74e73a6-c9a9-4662-abc2-035aaa027b7e found for delete ", "request_id": "req-684eee79-7a00-427f-a401-974fe923085e"}]} Aug 26 00:57:12.165826 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (26ae3024-dc7c-4eb7-8ff7-8c6eee8da550), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:12.171163 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:12.174388 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/26ae3024-dc7c-4eb7-8ff7-8c6eee8da550 HTTP/1.1" status: 204 len: 168 time: 0.3240602 Aug 26 00:57:12.185515 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e259e2-6b4d-4f4e-9b86-0953a37bde4c admin admin] Pushing event deleted for resources: {'Network': ['ID=26ae3024-dc7c-4eb7-8ff7-8c6eee8da550,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:12.542694 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 45048) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:12.585102 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-f209414f-a1de-4eeb-a7e0-8f3335494c08 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9b49ff217de14a2aae05d524128dec49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391026 Aug 26 00:57:12.585336 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 45052) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:12.665580 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1d594510-8f76-4073-9909-c02859ba6847 admin admin] Publish callbacks [] for security_group (7ef6ff89-a34b-4539-8b9f-a433593f0d7c), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:12.680455 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1ccd5-0658-4d3f-a773-c1f30a4113e4 req-e987bef9-3b97-4666-9d54-a82866727f44 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:12.681946 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f2d1ccd5-0658-4d3f-a773-c1f30a4113e4 req-e987bef9-3b97-4666-9d54-a82866727f44 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0639639 Aug 26 00:57:12.712291 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1d594510-8f76-4073-9909-c02859ba6847 admin admin] Publish callbacks [] for security_group (7ef6ff89-a34b-4539-8b9f-a433593f0d7c), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:12.769920 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f2d1ccd5-0658-4d3f-a773-c1f30a4113e4 req-b3e61b69-9fbc-4df8-a3e3-be932508c290 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825531 Aug 26 00:57:12.857844 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1d594510-8f76-4073-9909-c02859ba6847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (7ef6ff89-a34b-4539-8b9f-a433593f0d7c), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:12.861212 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1d594510-8f76-4073-9909-c02859ba6847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:12.862294 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-1d594510-8f76-4073-9909-c02859ba6847 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7ef6ff89-a34b-4539-8b9f-a433593f0d7c HTTP/1.1" status: 204 len: 168 time: 0.2760386 Aug 26 00:57:12.871283 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d594510-8f76-4073-9909-c02859ba6847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef6ff89-a34b-4539-8b9f-a433593f0d7c,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:13.047542 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bc5d3a84-2929-4b78-b29b-d3e3a1dc2fa8 req-5111abd6-aa80-4beb-b74c-8a2192db9fd1 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 210 time: 0.0310543 Aug 26 00:57:13.907459 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf55bc-f78f-41ce-aff7-678c7d47bda0 req-708c82c4-c263-4411-bb50-6192de42724f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:13.908988 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-80bf55bc-f78f-41ce-aff7-678c7d47bda0 req-708c82c4-c263-4411-bb50-6192de42724f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0478423 Aug 26 00:57:13.957496 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-80bf55bc-f78f-41ce-aff7-678c7d47bda0 req-7ebd525d-4622-4764-bfb8-6a5ed5eb1f6a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Aug 26 00:57:14.150493 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9b1aea00-853f-4958-9dd5-c99241c49b66 req-3628f0b0-4e09-4409-9ee4-edd4aa670c04 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 210 time: 0.0285940 Aug 26 00:57:14.188898 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-37893946-1bcf-46da-802f-9c0c25c1df3f tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=7b6fe7a5a87c4740b32ee5e1cc1b7458&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209527 Aug 26 00:57:14.252238 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:14.305724 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-7c15ddff-4a06-4688-8a93-8b303a4e03d5 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:14.307061 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-7c15ddff-4a06-4688-8a93-8b303a4e03d5 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083245 Aug 26 00:57:14.329750 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Request body: {'port': {'device_id': '497588e0-f9a6-4c0b-9069-c4040b80cae6', 'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724', 'admin_state_up': True, 'tenant_id': '7b6fe7a5a87c4740b32ee5e1cc1b7458'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:57:14.531756 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Made reservation on behalf of 7b6fe7a5a87c4740b32ee5e1cc1b7458 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:57:14.535544 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:14.545182 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:14.592700 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:14.622381 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Publish callbacks [] for security_group (6fb25f89-9cf0-4393-bc88-3a5999061068), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:14.742891 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (6fb25f89-9cf0-4393-bc88-3a5999061068), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:14.814590 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb25f89-9cf0-4393-bc88-3a5999061068,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:14.887936 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Allocated IP 192.168.233.80 (6874da72-0822-4f39-8b29-cfe2dd2c0724/13e097d0-2e00-450e-9117-abbb1d8c4f80/49428140-c8eb-4513-8f4c-d2fabf63552b) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:57:15.038847 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Publish callbacks [] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:15.102455 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53557335-7c59-4e6c-b7e5-a0480e18872a req-30f25b10-77dd-4912-8bbe-21f48be0f5c1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:15.103893 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-53557335-7c59-4e6c-b7e5-a0480e18872a req-30f25b10-77dd-4912-8bbe-21f48be0f5c1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0632930 Aug 26 00:57:15.154638 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-53557335-7c59-4e6c-b7e5-a0480e18872a req-52a76587-50d9-4a90-bdab-ef262581557c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440094 Aug 26 00:57:15.183846 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:15.257215 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:15.260406 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Network 6874da72-0822-4f39-8b29-cfe2dd2c0724 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:57:15.269449 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:57:15.275479 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:57:15.280951 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Pushing event updated for resources: {'Port': ['ID=49428140-c8eb-4513-8f4c-d2fabf63552b,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:15.329709 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:15.330463 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:15.335351 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950f243-b388-406d-a725-cd7eb4fef1a3 req-98d82659-d59e-462a-bf23-f05fd652a5de tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:15.337170 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0950f243-b388-406d-a725-cd7eb4fef1a3 req-98d82659-d59e-462a-bf23-f05fd652a5de tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 935 time: 0.0628235 Aug 26 00:57:15.370789 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:15.380450 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-75fa1cec-2c58-45f6-b280-b669a8ef54b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0553615 Aug 26 00:57:15.389506 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0950f243-b388-406d-a725-cd7eb4fef1a3 req-5aa66b8e-ecd9-4951-bb44-7214adc7bf53 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464556 Aug 26 00:57:15.407171 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Request body: {'port': {'device_id': '497588e0-f9a6-4c0b-9069-c4040b80cae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:57:15.490008 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:15.525106 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-2ec78824-07d0-4b58-8a8e-089157a61701 None None] Provisioning complete for port 49428140-c8eb-4513-8f4c-d2fabf63552b triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:57:15.525702 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-2ec78824-07d0-4b58-8a8e-089157a61701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:15.560672 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-2ec78824-07d0-4b58-8a8e-089157a61701 None None] Port 49428140-c8eb-4513-8f4c-d2fabf63552b cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:57:15.699191 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:15.747541 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49428140-c8eb-4513-8f4c-d2fabf63552b {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:57:15.756346 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Publish callbacks [] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:15.769352 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Transition to ACTIVE for port object 49428140-c8eb-4513-8f4c-d2fabf63552b will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:57:15.828724 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:15.913824 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=49428140-c8eb-4513-8f4c-d2fabf63552b,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:15.943319 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Attempting to bind port 49428140-c8eb-4513-8f4c-d2fabf63552b on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:57:15.943656 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Attempting to bind port 49428140-c8eb-4513-8f4c-d2fabf63552b by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'c49741e8-2a74-4d66-ba1a-a002e466fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:57:15.943985 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Attempting to bind port 49428140-c8eb-4513-8f4c-d2fabf63552b on network 6874da72-0822-4f39-8b29-cfe2dd2c0724 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:57:15.948252 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Port 49428140-c8eb-4513-8f4c-d2fabf63552b on network 6874da72-0822-4f39-8b29-cfe2dd2c0724 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:57:15.948608 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Attempting to bind port 49428140-c8eb-4513-8f4c-d2fabf63552b on network 6874da72-0822-4f39-8b29-cfe2dd2c0724 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:57:15.953810 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:57:15.954149 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Checking segment: {'id': 'c49741e8-2a74-4d66-ba1a-a002e466fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:57:15.954534 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Bound using segment: {'id': 'c49741e8-2a74-4d66-ba1a-a002e466fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:57:15.954960 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Bound port: 49428140-c8eb-4513-8f4c-d2fabf63552b, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49741e8-2a74-4d66-ba1a-a002e466fa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:57:15.955686 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:16.022194 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] For port 49428140-c8eb-4513-8f4c-d2fabf63552b, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:57:16.025495 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] For port 49428140-c8eb-4513-8f4c-d2fabf63552b, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=49428140-c8eb-4513-8f4c-d2fabf63552b,segment=NetworkSegment(c49741e8-2a74-4d66-ba1a-a002e466fa73),segment_id=c49741e8-2a74-4d66-ba1a-a002e466fa73)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:57:16.091875 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:16.095693 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:16.096323 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:16.097727 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/49428140-c8eb-4513-8f4c-d2fabf63552b HTTP/1.1" status: 200 len: 1097 time: 0.6993732 Aug 26 00:57:16.099913 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497588e0-f9a6-4c0b-9069-c4040b80cae6', 'tag': '49428140-c8eb-4513-8f4c-d2fabf63552b'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:57:16.102220 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903a0cdf-7eb7-4241-89c7-9d1abd1bba0f" -d '{"events": [{"name": "network-changed", "server_uuid": "497588e0-f9a6-4c0b-9069-c4040b80cae6", "tag": "49428140-c8eb-4513-8f4c-d2fabf63552b"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:57:16.144760 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622754b6-d624-4262-b787-c53b14baaefe x-openstack-request-id: req-622754b6-d624-4262-b787-c53b14baaefe {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:57:16.145048 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497588e0-f9a6-4c0b-9069-c4040b80cae6", "tag": "49428140-c8eb-4513-8f4c-d2fabf63552b", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:57:16.145301 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-622754b6-d624-4262-b787-c53b14baaefe {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:57:16.145695 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622754b6-d624-4262-b787-c53b14baaefe'] response: {'name': 'network-changed', 'server_uuid': '497588e0-f9a6-4c0b-9069-c4040b80cae6', 'tag': '49428140-c8eb-4513-8f4c-d2fabf63552b', 'status': 'completed', 'code': 200} Aug 26 00:57:16.148107 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:16.157955 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f700cd2-0790-4316-aaae-8916eb506bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=49428140-c8eb-4513-8f4c-d2fabf63552b,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:16.257807 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a0cdf-7eb7-4241-89c7-9d1abd1bba0f req-9de8fd5d-2cca-4098-b88f-5559868a7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:16.259370 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-903a0cdf-7eb7-4241-89c7-9d1abd1bba0f req-9de8fd5d-2cca-4098-b88f-5559868a7049 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7b6fe7a5a87c4740b32ee5e1cc1b7458&device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 1131 time: 0.0416465 Aug 26 00:57:16.283397 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ea22-945a-46cd-b71a-37c032263f1f req-693563c6-565e-4b83-974f-1005e836b461 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:16.284928 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bbd6ea22-945a-46cd-b71a-37c032263f1f req-693563c6-565e-4b83-974f-1005e836b461 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0484452 Aug 26 00:57:16.297655 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-903a0cdf-7eb7-4241-89c7-9d1abd1bba0f req-ae679cc3-f473-4018-8fd1-dbe7d388a69b service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=7b6fe7a5a87c4740b32ee5e1cc1b7458&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206621 Aug 26 00:57:16.337478 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bbd6ea22-945a-46cd-b71a-37c032263f1f req-323843fd-28f7-4238-ad5d-d6e60c7811e5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464001 Aug 26 00:57:16.404132 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a0cdf-7eb7-4241-89c7-9d1abd1bba0f req-292642e4-dce6-4eff-8e4e-7e9a8c31de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:16.405643 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-903a0cdf-7eb7-4241-89c7-9d1abd1bba0f req-292642e4-dce6-4eff-8e4e-7e9a8c31de93 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0953364 Aug 26 00:57:16.563826 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43984bb2-5ef2-4321-a889-74be581d0498 req-9ebb4e00-4bc2-41b7-87f4-2c7cf108ce35 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:16.565970 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-43984bb2-5ef2-4321-a889-74be581d0498 req-9ebb4e00-4bc2-41b7-87f4-2c7cf108ce35 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 947 time: 0.0943189 Aug 26 00:57:16.579228 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-6ced061b-ac83-44a7-adad-0cccc0a19bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:16.580632 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-6ced061b-ac83-44a7-adad-0cccc0a19bf4 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=7b6fe7a5a87c4740b32ee5e1cc1b7458&device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 1131 time: 0.0746582 Aug 26 00:57:16.649815 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-43984bb2-5ef2-4321-a889-74be581d0498 req-317ab563-b38d-4afe-afa8-cf344d334ba3 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774863 Aug 26 00:57:16.651040 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-d5ce4793-5b76-41d8-8c1f-e6de89a64a83 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=49428140-c8eb-4513-8f4c-d2fabf63552b HTTP/1.1" status: 200 len: 217 time: 0.0457959 Aug 26 00:57:16.701738 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-3267a908-2a27-41af-8bc3-f9223b1e6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:16.703153 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-3267a908-2a27-41af-8bc3-f9223b1e6edc service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=13e097d0-2e00-450e-9117-abbb1d8c4f80 HTTP/1.1" status: 200 len: 843 time: 0.0447328 Aug 26 00:57:16.747458 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-bf5a9952-d384-4101-8c3e-627072ea35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:16.748980 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-bf5a9952-d384-4101-8c3e-627072ea35fc service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=6874da72-0822-4f39-8b29-cfe2dd2c0724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0378201 Aug 26 00:57:16.852762 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-2c263603-06c4-4335-b086-a84561964db3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/6874da72-0822-4f39-8b29-cfe2dd2c0724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926595 Aug 26 00:57:16.967049 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-000ddcd2-0ac4-457c-82f6-f5065a1c1242 req-5bb95bcd-c560-4d76-b597-368c6c34a9a9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/6874da72-0822-4f39-8b29-cfe2dd2c0724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992382 Aug 26 00:57:17.056065 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:17.057760 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:17.467061 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c1956-206b-4550-85f2-1ad5d32628e0 req-0d8238c5-6a10-4578-a5b2-9dd3052db2d5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:17.468583 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-331c1956-206b-4550-85f2-1ad5d32628e0 req-0d8238c5-6a10-4578-a5b2-9dd3052db2d5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0478880 Aug 26 00:57:17.517182 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-331c1956-206b-4550-85f2-1ad5d32628e0 req-7f61f99f-8909-4af5-b673-ede4faa75aae tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418873 Aug 26 00:57:17.771196 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54adcc-2311-4342-bc20-ef04825392db req-4fde2379-813b-4a40-b082-af08bf7411d5 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:17.772599 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c54adcc-2311-4342-bc20-ef04825392db req-4fde2379-813b-4a40-b082-af08bf7411d5 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 947 time: 0.0500882 Aug 26 00:57:17.825313 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c54adcc-2311-4342-bc20-ef04825392db req-0bc7c63b-8b2a-4061-be3b-f762b189a391 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470707 Aug 26 00:57:18.645906 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4b164-e0ae-4910-9528-c8c3e3457892 req-11077cd3-fccb-44d2-87cd-8fe820870456 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:18.647384 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c3c4b164-e0ae-4910-9528-c8c3e3457892 req-11077cd3-fccb-44d2-87cd-8fe820870456 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0468676 Aug 26 00:57:18.694576 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c3c4b164-e0ae-4910-9528-c8c3e3457892 req-a5874930-4ea3-4e85-9713-805af037e7c4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416236 Aug 26 00:57:18.957297 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb8713-eb1c-4475-83ff-a62a0a9bb840 req-0eff1e68-a824-4277-9c34-ca1b19bd0795 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:18.959184 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c1eb8713-eb1c-4475-83ff-a62a0a9bb840 req-0eff1e68-a824-4277-9c34-ca1b19bd0795 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 947 time: 0.0568631 Aug 26 00:57:18.993363 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:19.009277 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c1eb8713-eb1c-4475-83ff-a62a0a9bb840 req-6169dc99-8aa3-482a-a39d-de091eec9d55 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Aug 26 00:57:19.106455 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 49428140-c8eb-4513-8f4c-d2fabf63552b details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:57:19.120849 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:19.210045 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 49428140-c8eb-4513-8f4c-d2fabf63552b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=49428140-c8eb-4513-8f4c-d2fabf63552b,segment=NetworkSegment(c49741e8-2a74-4d66-ba1a-a002e466fa73),segment_id=c49741e8-2a74-4d66-ba1a-a002e466fa73)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:57:19.226468 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '49428140-c8eb-4513-8f4c-d2fabf63552b', 'network_id': '6874da72-0822-4f39-8b29-cfe2dd2c0724', 'port_id': '49428140-c8eb-4513-8f4c-d2fabf63552b', 'mac_address': 'fa:16:3e:1d:9e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e097d0-2e00-450e-9117-abbb1d8c4f80', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:57:19.262561 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 49428140-c8eb-4513-8f4c-d2fabf63552b is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:57:19.262945 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:19.276337 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49428140-c8eb-4513-8f4c-d2fabf63552b {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:57:19.297779 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 49428140-c8eb-4513-8f4c-d2fabf63552b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=49428140-c8eb-4513-8f4c-d2fabf63552b,segment=NetworkSegment(c49741e8-2a74-4d66-ba1a-a002e466fa73),segment_id=c49741e8-2a74-4d66-ba1a-a002e466fa73)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:57:19.440548 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:19.487896 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=49428140-c8eb-4513-8f4c-d2fabf63552b,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:19.829609 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b1b69-8336-49ae-8543-15a9e5594c31 req-fefabea8-d4d9-41b6-9ca1-b1f93049232c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:19.831109 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e56b1b69-8336-49ae-8543-15a9e5594c31 req-fefabea8-d4d9-41b6-9ca1-b1f93049232c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0543761 Aug 26 00:57:19.880493 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e56b1b69-8336-49ae-8543-15a9e5594c31 req-fa4e096b-8146-4c19-be73-00544ee70c02 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437849 Aug 26 00:57:19.985059 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['49428140-c8eb-4513-8f4c-d2fabf63552b'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:57:20.066344 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:20.082364 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:20.133764 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1facd00-73ff-4684-8347-cb6349876c97 req-ca8d0d59-46bc-43e3-a3c8-5edcaf5ea45c tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:20.135326 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d1facd00-73ff-4684-8347-cb6349876c97 req-ca8d0d59-46bc-43e3-a3c8-5edcaf5ea45c tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 948 time: 0.0494125 Aug 26 00:57:20.187145 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d1facd00-73ff-4684-8347-cb6349876c97 req-42d456c9-38f4-4d49-8d6f-b9a63e3f2d0c tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460751 Aug 26 00:57:21.005518 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270638fc-c010-4a35-b173-d30a34378e84 req-e49c961f-047e-4833-b07d-0e93a0a83ac5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:21.007032 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-270638fc-c010-4a35-b173-d30a34378e84 req-e49c961f-047e-4833-b07d-0e93a0a83ac5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 943 time: 0.0475473 Aug 26 00:57:21.056297 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-270638fc-c010-4a35-b173-d30a34378e84 req-d685bcd7-6084-4c91-9823-755205539731 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435660 Aug 26 00:57:21.109912 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ee6ad2fb-f57e-474d-a46b-a0d19ae36479 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:57:21.132739 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 49428140-c8eb-4513-8f4c-d2fabf63552b up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:57:21.229430 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 49428140-c8eb-4513-8f4c-d2fabf63552b completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:57:21.252203 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:57:21.266145 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'port_id': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'mac_address': 'fa:16:3e:74:70:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:57:21.294901 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 49428140-c8eb-4513-8f4c-d2fabf63552b triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:57:21.295278 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:21.330125 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cff79-cc4b-494c-b82c-4dee3c12405b req-81116a6f-0f80-488e-809b-a7492962fcf1 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:21.331612 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-934cff79-cc4b-494c-b82c-4dee3c12405b req-81116a6f-0f80-488e-809b-a7492962fcf1 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 948 time: 0.0508389 Aug 26 00:57:21.333301 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:57:21.333702 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:21.359864 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6ad2fb-f57e-474d-a46b-a0d19ae36479 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:57:21.382505 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-934cff79-cc4b-494c-b82c-4dee3c12405b req-b58442cf-2920-47ae-a140-a3344c09487b tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450246 Aug 26 00:57:21.400973 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:57:21.413635 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 49428140-c8eb-4513-8f4c-d2fabf63552b is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:57:21.414026 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:21.440310 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497588e0-f9a6-4c0b-9069-c4040b80cae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49428140-c8eb-4513-8f4c-d2fabf63552b'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:57:21.442501 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e558bb-8bb5-4b65-8973-64a070d4fa2d" -d '{"events": [{"server_uuid": "497588e0-f9a6-4c0b-9069-c4040b80cae6", "name": "network-vif-plugged", "status": "completed", "tag": "49428140-c8eb-4513-8f4c-d2fabf63552b"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:57:21.456448 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 49428140-c8eb-4513-8f4c-d2fabf63552b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=49428140-c8eb-4513-8f4c-d2fabf63552b,segment=NetworkSegment(c49741e8-2a74-4d66-ba1a-a002e466fa73),segment_id=c49741e8-2a74-4d66-ba1a-a002e466fa73)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:57:21.474735 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:21.497047 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310b2954-cdc0-4de3-a0d1-4fcfbc4348e4 x-openstack-request-id: req-310b2954-cdc0-4de3-a0d1-4fcfbc4348e4 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:57:21.497370 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497588e0-f9a6-4c0b-9069-c4040b80cae6", "name": "network-vif-plugged", "status": "completed", "tag": "49428140-c8eb-4513-8f4c-d2fabf63552b", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:57:21.497641 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-310b2954-cdc0-4de3-a0d1-4fcfbc4348e4 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:57:21.498024 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310b2954-cdc0-4de3-a0d1-4fcfbc4348e4'] response: {'server_uuid': '497588e0-f9a6-4c0b-9069-c4040b80cae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49428140-c8eb-4513-8f4c-d2fabf63552b', 'code': 200} Aug 26 00:57:21.521806 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:21.526128 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,revision_number=9']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:21.534209 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.534568 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.534936 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.535302 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.535649 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.536038 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.536360 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.536725 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.537058 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.537391 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.537725 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.538335 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.538670 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.539000 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.539328 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:21.595299 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=49428140-c8eb-4513-8f4c-d2fabf63552b,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:21.891770 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e09196-1a0d-4cad-8b57-551cdaf58044 req-25fa8c7f-99a4-4175-a924-a963eca36f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:21.893323 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-55e09196-1a0d-4cad-8b57-551cdaf58044 req-25fa8c7f-99a4-4175-a924-a963eca36f82 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 1133 time: 0.0392752 Aug 26 00:57:21.956699 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-55e09196-1a0d-4cad-8b57-551cdaf58044 req-1d197f69-fa33-4228-9f1f-57d0ed078278 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388055 Aug 26 00:57:21.964955 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['ee6ad2fb-f57e-474d-a46b-a0d19ae36479'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:57:22.066231 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:22.182836 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae8a26-be85-4af2-b304-d0282021c52a req-9a2b908b-3e55-42a9-aaa9-7bad5b553b1c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:22.184285 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-72ae8a26-be85-4af2-b304-d0282021c52a req-9a2b908b-3e55-42a9-aaa9-7bad5b553b1c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 944 time: 0.0494208 Aug 26 00:57:22.216600 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:22.233477 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-72ae8a26-be85-4af2-b304-d0282021c52a req-dc4e407a-3743-43c9-86f7-91a64da610d9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419636 Aug 26 00:57:22.506780 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca9f9d-ec44-4c15-9289-aad4140c99b4 req-2bf576d2-a87e-4bd1-8cfa-eda332386348 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:22.508304 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a9ca9f9d-ec44-4c15-9289-aad4140c99b4 req-2bf576d2-a87e-4bd1-8cfa-eda332386348 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 949 time: 0.0471864 Aug 26 00:57:22.562814 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a9ca9f9d-ec44-4c15-9289-aad4140c99b4 req-786305d7-82e7-4d46-8545-ce75f3d64b20 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484738 Aug 26 00:57:23.123382 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ee6ad2fb-f57e-474d-a46b-a0d19ae36479 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:57:23.171985 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:57:23.172362 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:23.348671 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:23.393468 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:57:23.393690 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47702140-b6e0-4c46-ac41-85a285c7cb6b req-affbde16-15c1-43e7-a237-87f3ff3ef8c4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:23.394148 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:23.403161 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-47702140-b6e0-4c46-ac41-85a285c7cb6b req-affbde16-15c1-43e7-a237-87f3ff3ef8c4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 944 time: 0.0768991 Aug 26 00:57:23.441243 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 45248) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:23.446928 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:57:23.468984 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-47702140-b6e0-4c46-ac41-85a285c7cb6b req-f9ffe16b-01e3-4e9f-9cf1-011a90a8668a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649512 Aug 26 00:57:23.486031 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:23.508123 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:57:23.510408 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f559c093-f77b-40be-a545-6794b9a3a39c" -d '{"events": [{"server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "name": "network-vif-plugged", "status": "completed", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:57:23.543306 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,revision_number=10']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:23.563112 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecd3661-25af-4bf7-9a48-31a63321449b x-openstack-request-id: req-3ecd3661-25af-4bf7-9a48-31a63321449b {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:57:23.563407 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "name": "network-vif-plugged", "status": "completed", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:57:23.563659 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ecd3661-25af-4bf7-9a48-31a63321449b {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:57:23.564051 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecd3661-25af-4bf7-9a48-31a63321449b'] response: {'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'code': 200} Aug 26 00:57:23.569398 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:23.576167 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e6b59c90-af0e-49eb-97dc-283290a0b2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:23.676301 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e6b59c90-af0e-49eb-97dc-283290a0b2d5 admin admin] Publish callbacks [] for security_group (67f8dc73-7af9-4dd9-8883-c2d946c66fff), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:23.693144 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3017b0f-4fea-4d75-af35-45b2a8ddaa6d req-4952c744-29fd-4c44-9ee6-80a75af6efc0 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:23.694618 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b3017b0f-4fea-4d75-af35-45b2a8ddaa6d req-4952c744-29fd-4c44-9ee6-80a75af6efc0 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 949 time: 0.0523982 Aug 26 00:57:23.742869 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b3017b0f-4fea-4d75-af35-45b2a8ddaa6d req-89126aed-ad79-4601-b5d9-0836ed93dcbd tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 Aug 26 00:57:23.743085 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e6b59c90-af0e-49eb-97dc-283290a0b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (67f8dc73-7af9-4dd9-8883-c2d946c66fff), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:23.785848 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b59c90-af0e-49eb-97dc-283290a0b2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f8dc73-7af9-4dd9-8883-c2d946c66fff,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:23.790610 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-e6b59c90-af0e-49eb-97dc-283290a0b2d5 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=457bcaaea73f487e97bb76fc3e1f6870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490572 Aug 26 00:57:23.793453 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 45256) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:23.845252 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0f44cbf7-2bb3-4b2b-84c3-479f1726344a admin admin] Publish callbacks [] for security_group (67f8dc73-7af9-4dd9-8883-c2d946c66fff), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:23.865953 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0f44cbf7-2bb3-4b2b-84c3-479f1726344a admin admin] Publish callbacks [] for security_group (67f8dc73-7af9-4dd9-8883-c2d946c66fff), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:24.011740 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0f44cbf7-2bb3-4b2b-84c3-479f1726344a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (67f8dc73-7af9-4dd9-8883-c2d946c66fff), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:24.014376 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0f44cbf7-2bb3-4b2b-84c3-479f1726344a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:24.019167 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-0f44cbf7-2bb3-4b2b-84c3-479f1726344a admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/67f8dc73-7af9-4dd9-8883-c2d946c66fff HTTP/1.1" status: 204 len: 168 time: 0.2212780 Aug 26 00:57:24.041593 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44cbf7-2bb3-4b2b-84c3-479f1726344a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f8dc73-7af9-4dd9-8883-c2d946c66fff,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:24.600072 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:24.612246 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce32b6-b871-44a2-880e-16800ebd33b9 req-844c2310-1b6f-43a3-8b3a-3107f19e8dde tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:24.614074 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9cce32b6-b871-44a2-880e-16800ebd33b9 req-844c2310-1b6f-43a3-8b3a-3107f19e8dde tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 946 time: 0.0515146 Aug 26 00:57:24.672985 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9cce32b6-b871-44a2-880e-16800ebd33b9 req-be183c36-9708-45f9-9012-a6735808d5fe tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503728 Aug 26 00:57:24.737986 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c866f18-838b-46ef-9c08-182f86fee2b3 req-653e3208-f591-46b4-b9d4-f9a3a23ef544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:24.740040 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c866f18-838b-46ef-9c08-182f86fee2b3 req-653e3208-f591-46b4-b9d4-f9a3a23ef544 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 1130 time: 0.0404043 Aug 26 00:57:24.798278 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c866f18-838b-46ef-9c08-182f86fee2b3 req-41d02638-e8b0-47a7-a183-815c4d04c022 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494630 Aug 26 00:57:24.874490 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f85ec-bc05-4ca2-b2c3-3d692d8f995e req-d0f44c38-dcec-4d36-af08-df82272dad58 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:24.875996 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-772f85ec-bc05-4ca2-b2c3-3d692d8f995e req-d0f44c38-dcec-4d36-af08-df82272dad58 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 949 time: 0.0487807 Aug 26 00:57:24.924172 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-772f85ec-bc05-4ca2-b2c3-3d692d8f995e req-26e8e590-3225-4a1a-b82e-6a7c18e3ae26 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Aug 26 00:57:25.401710 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fc89d-12e8-4b42-b032-a0a4861f1fd8 req-56576031-1911-4b0c-8a32-91f25799c66c tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:25.407022 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ec2fc89d-12e8-4b42-b032-a0a4861f1fd8 req-56576031-1911-4b0c-8a32-91f25799c66c tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 949 time: 0.0473652 Aug 26 00:57:25.455035 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ec2fc89d-12e8-4b42-b032-a0a4861f1fd8 req-57052852-ded5-4949-81ec-4e5512f653db tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447438 Aug 26 00:57:25.808264 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cece5a-aa83-4d6d-979a-f53b6e7c6f11 req-b3086e53-5046-4537-a4b1-77d3b5df9552 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:25.809987 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d7cece5a-aa83-4d6d-979a-f53b6e7c6f11 req-b3086e53-5046-4537-a4b1-77d3b5df9552 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 946 time: 0.0519469 Aug 26 00:57:25.862749 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d7cece5a-aa83-4d6d-979a-f53b6e7c6f11 req-ba26c82e-111e-4af0-b552-b5d618787c7f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472393 Aug 26 00:57:26.579167 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb2a63-f52d-455b-bacd-1e0e1d6508d0 req-e80517dd-ebe9-4af5-ba86-ccb2e841e5e1 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:26.580965 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9beb2a63-f52d-455b-bacd-1e0e1d6508d0 req-e80517dd-ebe9-4af5-ba86-ccb2e841e5e1 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 949 time: 0.0500584 Aug 26 00:57:26.593995 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:26.628306 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9beb2a63-f52d-455b-bacd-1e0e1d6508d0 req-31976554-aa68-485e-b7ae-650a22bac813 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Aug 26 00:57:26.990738 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b0535-579d-47a1-848f-560f9db98384 req-ba8f1574-1f97-48e0-bc4f-112021db9e15 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:26.992216 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3d8b0535-579d-47a1-848f-560f9db98384 req-ba8f1574-1f97-48e0-bc4f-112021db9e15 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 946 time: 0.0481737 Aug 26 00:57:27.041567 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3d8b0535-579d-47a1-848f-560f9db98384 req-649e4e7d-911d-445a-bb13-fa7d685b89ac tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436418 Aug 26 00:57:27.746247 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0be8a-bbf3-460a-b72d-39b9d6ec4608 req-7933f4ef-6a4b-4884-b8dd-c53169648627 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:27.747715 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3dd0be8a-bbf3-460a-b72d-39b9d6ec4608 req-7933f4ef-6a4b-4884-b8dd-c53169648627 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 949 time: 0.0466959 Aug 26 00:57:27.797686 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3dd0be8a-bbf3-460a-b72d-39b9d6ec4608 req-f15d38c8-134b-4dd4-8790-1dd6c0ecb5b7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430202 Aug 26 00:57:28.174037 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c288b0-6f68-4ccc-9985-462e72739b63 req-0fda022f-78fe-4e3a-b31a-0166c0a1e72d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:28.175560 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b4c288b0-6f68-4ccc-9985-462e72739b63 req-0fda022f-78fe-4e3a-b31a-0166c0a1e72d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 946 time: 0.0541720 Aug 26 00:57:28.225243 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b4c288b0-6f68-4ccc-9985-462e72739b63 req-03e8be37-03fc-47f8-993e-05778add9b7d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440824 Aug 26 00:57:28.920254 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296fe0c-7ec3-4bfb-a077-9c8a5d2e7783 req-4aa69e8f-0b03-4222-9330-6d084ae17d22 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:28.921944 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7296fe0c-7ec3-4bfb-a077-9c8a5d2e7783 req-4aa69e8f-0b03-4222-9330-6d084ae17d22 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 949 time: 0.0506012 Aug 26 00:57:28.972956 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7296fe0c-7ec3-4bfb-a077-9c8a5d2e7783 req-ee899007-64ab-4982-bf9e-692594f58724 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450861 Aug 26 00:57:29.351172 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dfd77-b04b-4326-aebd-d79ce37fb4ba req-c54da3ef-e54a-42bc-885d-24fd03a38f68 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:29.352692 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c02dfd77-b04b-4326-aebd-d79ce37fb4ba req-c54da3ef-e54a-42bc-885d-24fd03a38f68 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 946 time: 0.0465794 Aug 26 00:57:29.400515 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c02dfd77-b04b-4326-aebd-d79ce37fb4ba req-522aeab0-f946-4e32-85a1-1c831105f9bc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421188 Aug 26 00:57:30.056997 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:30.092707 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6072a-9aad-4675-a861-7b36d26321da req-75c678d7-971a-41d0-b064-80f1d9663aa1 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:30.094291 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5ed6072a-9aad-4675-a861-7b36d26321da req-75c678d7-971a-41d0-b064-80f1d9663aa1 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 949 time: 0.0469737 Aug 26 00:57:30.141300 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5ed6072a-9aad-4675-a861-7b36d26321da req-ded6aaab-1840-4e9f-bb0c-6c6a8b73a1b3 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Aug 26 00:57:30.525104 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225b17a-d138-4935-ad23-765d3422eb63 req-02c1f586-bf62-4f9c-9b45-5628e8387b89 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:30.526574 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c225b17a-d138-4935-ad23-765d3422eb63 req-02c1f586-bf62-4f9c-9b45-5628e8387b89 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 946 time: 0.0475199 Aug 26 00:57:30.577364 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c225b17a-d138-4935-ad23-765d3422eb63 req-ff93d2ff-1e06-48e4-8374-150a3da5e7b7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Aug 26 00:57:30.639667 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-3a5af6e5-005b-4dd2-b0bb-d19594f79a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:31.260960 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e602d-a635-400b-8398-6259e414192e req-ab94dc47-6704-4570-9962-07399b9d096a tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:31.262743 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-827e602d-a635-400b-8398-6259e414192e req-ab94dc47-6704-4570-9962-07399b9d096a tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 949 time: 0.0467427 Aug 26 00:57:31.313314 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-827e602d-a635-400b-8398-6259e414192e req-f44379f4-8323-4d43-8444-f33095f9e5a7 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Aug 26 00:57:31.702303 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7f426-d71f-4c54-ae6c-f1ebf7556546 req-c7c0bec9-2d81-41cb-b41f-5fca906ba261 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:31.704300 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6ad7f426-d71f-4c54-ae6c-f1ebf7556546 req-c7c0bec9-2d81-41cb-b41f-5fca906ba261 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 946 time: 0.0473621 Aug 26 00:57:31.750815 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6ad7f426-d71f-4c54-ae6c-f1ebf7556546 req-c4be61df-550e-4641-949c-d26299897a01 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408399 Aug 26 00:57:31.901660 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c741e-a0e6-4960-b9df-e74f468c29ef req-6dbf080e-51d4-453d-9a40-8521047fc316 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:31.903098 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-018c741e-a0e6-4960-b9df-e74f468c29ef req-6dbf080e-51d4-453d-9a40-8521047fc316 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 949 time: 0.0463586 Aug 26 00:57:31.989711 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-018c741e-a0e6-4960-b9df-e74f468c29ef req-967fd8ae-0897-48bf-aa7f-d632c2ee1252 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Deleting port 49428140-c8eb-4513-8f4c-d2fabf63552b {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:57:31.989972 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-018c741e-a0e6-4960-b9df-e74f468c29ef req-967fd8ae-0897-48bf-aa7f-d632c2ee1252 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:32.321265 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-018c741e-a0e6-4960-b9df-e74f468c29ef req-967fd8ae-0897-48bf-aa7f-d632c2ee1252 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] For port 49428140-c8eb-4513-8f4c-d2fabf63552b, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=49428140-c8eb-4513-8f4c-d2fabf63552b,segment=NetworkSegment(c49741e8-2a74-4d66-ba1a-a002e466fa73),segment_id=c49741e8-2a74-4d66-ba1a-a002e466fa73)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:57:32.321953 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-018c741e-a0e6-4960-b9df-e74f468c29ef req-967fd8ae-0897-48bf-aa7f-d632c2ee1252 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:32.333986 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-018c741e-a0e6-4960-b9df-e74f468c29ef req-967fd8ae-0897-48bf-aa7f-d632c2ee1252 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Calling delete_port for 49428140-c8eb-4513-8f4c-d2fabf63552b owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:57:32.446965 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107396e1-5a02-47a0-91a6-8b57f6848d46 req-c81efb49-4763-4034-8c70-4cc152795ecc tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:32.448430 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-107396e1-5a02-47a0-91a6-8b57f6848d46 req-c81efb49-4763-4034-8c70-4cc152795ecc tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 949 time: 0.0608356 Aug 26 00:57:32.535613 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-107396e1-5a02-47a0-91a6-8b57f6848d46 req-7020fa04-96ca-4b66-8d8a-e6db20dc0079 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=6fb25f89-9cf0-4393-bc88-3a5999061068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802412 Aug 26 00:57:32.616939 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-018c741e-a0e6-4960-b9df-e74f468c29ef req-967fd8ae-0897-48bf-aa7f-d632c2ee1252 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (49428140-c8eb-4513-8f4c-d2fabf63552b), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:32.645987 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fd8ae-0897-48bf-aa7f-d632c2ee1252 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Pushing event deleted for resources: {'Port': ['ID=49428140-c8eb-4513-8f4c-d2fabf63552b,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:32.693398 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-018c741e-a0e6-4960-b9df-e74f468c29ef req-967fd8ae-0897-48bf-aa7f-d632c2ee1252 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] No DVR routers for this DVR port 49428140-c8eb-4513-8f4c-d2fabf63552b on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:57:32.695996 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-018c741e-a0e6-4960-b9df-e74f468c29ef req-967fd8ae-0897-48bf-aa7f-d632c2ee1252 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:32.699201 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-018c741e-a0e6-4960-b9df-e74f468c29ef req-967fd8ae-0897-48bf-aa7f-d632c2ee1252 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.91 "DELETE /networking/v2.0/ports/49428140-c8eb-4513-8f4c-d2fabf63552b HTTP/1.1" status: 204 len: 173 time: 0.7886388 Aug 26 00:57:32.699643 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497588e0-f9a6-4c0b-9069-c4040b80cae6', 'name': 'network-vif-deleted', 'tag': '49428140-c8eb-4513-8f4c-d2fabf63552b'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:57:32.701920 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57909d2-920c-41b9-bf8e-a24ea5ad49f1" -d '{"events": [{"server_uuid": "497588e0-f9a6-4c0b-9069-c4040b80cae6", "name": "network-vif-deleted", "tag": "49428140-c8eb-4513-8f4c-d2fabf63552b"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:57:32.742184 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db90824e-88e6-46f8-b9bf-a97b7ac6e0ed x-openstack-request-id: req-db90824e-88e6-46f8-b9bf-a97b7ac6e0ed {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:57:32.742480 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497588e0-f9a6-4c0b-9069-c4040b80cae6", "name": "network-vif-deleted", "tag": "49428140-c8eb-4513-8f4c-d2fabf63552b", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:57:32.742737 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db90824e-88e6-46f8-b9bf-a97b7ac6e0ed {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:57:32.744219 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db90824e-88e6-46f8-b9bf-a97b7ac6e0ed'] response: {'server_uuid': '497588e0-f9a6-4c0b-9069-c4040b80cae6', 'name': 'network-vif-deleted', 'tag': '49428140-c8eb-4513-8f4c-d2fabf63552b', 'status': 'completed', 'code': 200} Aug 26 00:57:33.028688 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a0d5ef01-ec54-49d5-a6e9-582957c49109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:33.636490 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-da94609d-a102-4696-8544-0fcbdaa02a61 req-9beeac75-ac34-4582-9017-c51a5e340fb3 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 210 time: 0.0284879 Aug 26 00:57:34.031693 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:34.047143 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:34.354157 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:34.741762 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb0a9a39-7efe-464a-baed-8146130f928f req-da67dac4-968b-45af-8d64-888a6edb649a tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 210 time: 0.0289829 Aug 26 00:57:35.573369 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['49428140-c8eb-4513-8f4c-d2fabf63552b'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:57:35.720301 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:35.845578 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-554a979e-03a8-4409-beb3-1eeaa3a930d2 req-3c757227-c20f-4832-be81-47bf62c87896 tempest-VolumesNegativeTest-155643781 tempest-VolumesNegativeTest-155643781-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=497588e0-f9a6-4c0b-9069-c4040b80cae6 HTTP/1.1" status: 200 len: 210 time: 0.0291264 Aug 26 00:57:35.885858 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:37.592767 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 49428140-c8eb-4513-8f4c-d2fabf63552b no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:57:37.612194 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 49428140-c8eb-4513-8f4c-d2fabf63552b {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:57:37.612562 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 49428140-c8eb-4513-8f4c-d2fabf63552b not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:57:44.060171 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:57:44.723270 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=73 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:44.724381 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=56 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:45.826599 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:45.827482 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=70,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:46.421893 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 45780) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:46.561109 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-6c41d6ad-892c-4b82-a3d9-18bd7cbcfde4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=7b6fe7a5a87c4740b32ee5e1cc1b7458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380179 Aug 26 00:57:46.564489 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 45786) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:46.616132 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e945a6b6-0f61-4b32-a8ca-96f912c44466 admin admin] Publish callbacks [] for security_group (6fb25f89-9cf0-4393-bc88-3a5999061068), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:46.637294 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e945a6b6-0f61-4b32-a8ca-96f912c44466 admin admin] Publish callbacks [] for security_group (6fb25f89-9cf0-4393-bc88-3a5999061068), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:46.754250 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e945a6b6-0f61-4b32-a8ca-96f912c44466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (6fb25f89-9cf0-4393-bc88-3a5999061068), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:46.756757 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e945a6b6-0f61-4b32-a8ca-96f912c44466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:46.757922 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-e945a6b6-0f61-4b32-a8ca-96f912c44466 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6fb25f89-9cf0-4393-bc88-3a5999061068 HTTP/1.1" status: 204 len: 168 time: 0.1925333 Aug 26 00:57:46.766250 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945a6b6-0f61-4b32-a8ca-96f912c44466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb25f89-9cf0-4393-bc88-3a5999061068,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:47.597137 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=38,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:49.102701 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:49.278093 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fa168033-bd16-46c0-8235-03c0ed884cc4 req-84dd1391-c73a-4ef9-923e-17ded0798303 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414348 Aug 26 00:57:49.367191 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168033-bd16-46c0-8235-03c0ed884cc4 req-053c44c4-cded-4a40-be83-82bafe9777b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:49.368732 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fa168033-bd16-46c0-8235-03c0ed884cc4 req-053c44c4-cded-4a40-be83-82bafe9777b3 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 1130 time: 0.0382929 Aug 26 00:57:49.475089 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168033-bd16-46c0-8235-03c0ed884cc4 req-b5ee34b1-64e7-4336-a6b2-4f3121024abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:49.476605 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fa168033-bd16-46c0-8235-03c0ed884cc4 req-b5ee34b1-64e7-4336-a6b2-4f3121024abe service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 200 len: 919 time: 0.0897198 Aug 26 00:57:49.541796 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fa168033-bd16-46c0-8235-03c0ed884cc4 req-f1cf29c5-ab91-4dd4-9c37-07fbdba48c5e service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479 HTTP/1.1" status: 200 len: 1001 time: 0.0588706 Aug 26 00:57:49.591854 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168033-bd16-46c0-8235-03c0ed884cc4 req-c13cd01e-fd10-4532-9cb1-c3659024a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:49.593370 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fa168033-bd16-46c0-8235-03c0ed884cc4 req-c13cd01e-fd10-4532-9cb1-c3659024a0c0 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=057ee52c-7eaf-4765-b679-5f157b27c59c HTTP/1.1" status: 200 len: 856 time: 0.0449007 Aug 26 00:57:49.635665 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168033-bd16-46c0-8235-03c0ed884cc4 req-4b5e1322-4cff-43cc-9a31-c2c132cbab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:57:49.637189 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fa168033-bd16-46c0-8235-03c0ed884cc4 req-4b5e1322-4cff-43cc-9a31-c2c132cbab48 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=82719f0d-e147-413c-83ac-404aae47d6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375378 Aug 26 00:57:49.738112 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fa168033-bd16-46c0-8235-03c0ed884cc4 req-221a4591-363c-47dc-aa2e-ac0472c939e7 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910969 Aug 26 00:57:49.835348 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fa168033-bd16-46c0-8235-03c0ed884cc4 req-bb0ab58f-27d5-4257-8608-dcd672d618ac service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874796 Aug 26 00:57:50.445518 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 45830) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:50.552383 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ad1ea812-964e-4a18-932c-06779abec466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:50.627490 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ad1ea812-964e-4a18-932c-06779abec466 admin admin] Publish callbacks [] for security_group (2e879193-080a-440f-b269-c2a8857cd36f), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:50.673815 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ad1ea812-964e-4a18-932c-06779abec466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (2e879193-080a-440f-b269-c2a8857cd36f), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:50.713647 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-ad1ea812-964e-4a18-932c-06779abec466 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a0158f1622aa4651adac28233915d940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670696 Aug 26 00:57:50.714510 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ea812-964e-4a18-932c-06779abec466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e879193-080a-440f-b269-c2a8857cd36f,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:50.716363 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 45834) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:50.770624 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-c9a89641-da00-4d56-a64f-b7c509433cc4 admin admin] Publish callbacks [] for security_group (2e879193-080a-440f-b269-c2a8857cd36f), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:50.799371 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-c9a89641-da00-4d56-a64f-b7c509433cc4 admin admin] Publish callbacks [] for security_group (2e879193-080a-440f-b269-c2a8857cd36f), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:50.902563 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-c9a89641-da00-4d56-a64f-b7c509433cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (2e879193-080a-440f-b269-c2a8857cd36f), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:50.905056 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-c9a89641-da00-4d56-a64f-b7c509433cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:50.906199 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-c9a89641-da00-4d56-a64f-b7c509433cc4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2e879193-080a-440f-b269-c2a8857cd36f HTTP/1.1" status: 204 len: 168 time: 0.1888366 Aug 26 00:57:50.915145 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a89641-da00-4d56-a64f-b7c509433cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e879193-080a-440f-b269-c2a8857cd36f,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:54.056592 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:59.033460 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:59.563756 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 45886) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:59.668457 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:59.743007 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Publish callbacks [] for security_group (7cce2c96-fbe1-4d94-9039-b2491baa6ec5), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:59.817499 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (7cce2c96-fbe1-4d94-9039-b2491baa6ec5), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:59.848612 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:59.858245 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=7c44c4b73a16423587685ddcee1f9f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934422 Aug 26 00:57:59.859103 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cce2c96-fbe1-4d94-9039-b2491baa6ec5,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:57:59.861106 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 45890) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:57:59.877950 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.878368 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.878647 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.878988 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.880043 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.880325 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.880683 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.881015 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.881345 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.881678 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.882010 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.882338 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.882663 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.882986 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.883311 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa6150-3595-4a95-93b8-6d8e931fb09f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:57:59.915354 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:57:59.927261 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-c2ac9af8-1c30-4a3e-9df5-d783a9d22a05 admin admin] Publish callbacks [] for security_group (7cce2c96-fbe1-4d94-9039-b2491baa6ec5), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:57:59.947148 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-c2ac9af8-1c30-4a3e-9df5-d783a9d22a05 admin admin] Publish callbacks [] for security_group (7cce2c96-fbe1-4d94-9039-b2491baa6ec5), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:00.045387 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-c2ac9af8-1c30-4a3e-9df5-d783a9d22a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (7cce2c96-fbe1-4d94-9039-b2491baa6ec5), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:00.047950 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-c2ac9af8-1c30-4a3e-9df5-d783a9d22a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:00.049157 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-c2ac9af8-1c30-4a3e-9df5-d783a9d22a05 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7cce2c96-fbe1-4d94-9039-b2491baa6ec5 HTTP/1.1" status: 204 len: 168 time: 0.1870995 Aug 26 00:58:00.058044 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac9af8-1c30-4a3e-9df5-d783a9d22a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cce2c96-fbe1-4d94-9039-b2491baa6ec5,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:00.561432 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:00.633987 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8f9dcf94-416d-4dd6-8e28-560735e636dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:00.705022 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=40,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:00.710038 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=40,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:03.039409 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-2abfebb0-b9bd-4eaa-9956-4524849bad95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:04.342897 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:04.472599 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 45944) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:58:04.578187 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf9e8-4610-42f6-9cc8-f7848e94ce7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:04.652361 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf9e8-4610-42f6-9cc8-f7848e94ce7b admin admin] Publish callbacks [] for security_group (03675135-b282-4964-8d57-4db2b042aef9), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:04.708050 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ca1bf9e8-4610-42f6-9cc8-f7848e94ce7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (03675135-b282-4964-8d57-4db2b042aef9), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:04.747997 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-ca1bf9e8-4610-42f6-9cc8-f7848e94ce7b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=dd32e075295c478a8cb5f785e8fbcb94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743790 Aug 26 00:58:04.749198 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bf9e8-4610-42f6-9cc8-f7848e94ce7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03675135-b282-4964-8d57-4db2b042aef9,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:04.750730 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 45948) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:58:04.805754 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Publish callbacks [] for security_group (03675135-b282-4964-8d57-4db2b042aef9), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:04.826327 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Publish callbacks [] for security_group (03675135-b282-4964-8d57-4db2b042aef9), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:04.942270 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (03675135-b282-4964-8d57-4db2b042aef9), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:04.944845 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:04.946006 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/03675135-b282-4964-8d57-4db2b042aef9 HTTP/1.1" status: 204 len: 168 time: 0.1942806 Aug 26 00:58:04.954222 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03675135-b282-4964-8d57-4db2b042aef9,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:04.962178 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.962527 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.962872 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.963211 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.963548 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.964026 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.964366 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.964718 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.965055 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.965386 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.965766 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.966177 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.966614 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.967045 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:04.967374 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4cc096-f8fd-4f1b-83f0-43490cbc7d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:05.708084 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:05.850808 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:06.570114 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830175e-2a20-4e88-bb69-3649079c090c req-904c2af3-4727-4187-aed7-08e1219373cc tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:06.572944 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1830175e-2a20-4e88-bb69-3649079c090c req-904c2af3-4727-4187-aed7-08e1219373cc tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0544372 Aug 26 00:58:06.623637 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1830175e-2a20-4e88-bb69-3649079c090c req-84f869b8-3213-470d-a5c6-02ca0eae5e03 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447969 Aug 26 00:58:07.744848 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07697a-a4ed-4fc4-8080-77f036df1f8f req-24e3951c-85b6-4bcb-b603-3a66780425e3 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:07.746228 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9d07697a-a4ed-4fc4-8080-77f036df1f8f req-24e3951c-85b6-4bcb-b603-3a66780425e3 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0464487 Aug 26 00:58:07.793756 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9d07697a-a4ed-4fc4-8080-77f036df1f8f req-60434c1e-d571-4b99-99bc-ccc398d02de7 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420258 Aug 26 00:58:08.913849 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f540fe2-898e-42c6-aa68-b31df79db155 req-79a46a1a-f357-43a3-aa15-5240b8dd87f0 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:08.915355 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9f540fe2-898e-42c6-aa68-b31df79db155 req-79a46a1a-f357-43a3-aa15-5240b8dd87f0 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0473268 Aug 26 00:58:08.961707 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9f540fe2-898e-42c6-aa68-b31df79db155 req-db8159e9-da17-4db1-921f-707fc97e168c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408118 Aug 26 00:58:10.077564 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3974b5-c0d1-4bf7-ac86-380032b3078d req-ce24ec9b-ca56-43d0-8fdd-b769bd1bfb54 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:10.079033 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1c3974b5-c0d1-4bf7-ac86-380032b3078d req-ce24ec9b-ca56-43d0-8fdd-b769bd1bfb54 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0462577 Aug 26 00:58:10.126087 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1c3974b5-c0d1-4bf7-ac86-380032b3078d req-f71a0de1-4ff8-4dbd-9964-31a04be8dd17 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415583 Aug 26 00:58:11.030253 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:11.031442 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:11.250364 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22a96f-00ae-4911-a331-2ca0e0501966 req-c659a588-8a97-4fc5-86fe-5f1e81ee9b89 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:11.251798 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bb22a96f-00ae-4911-a331-2ca0e0501966 req-c659a588-8a97-4fc5-86fe-5f1e81ee9b89 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0497315 Aug 26 00:58:11.297994 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bb22a96f-00ae-4911-a331-2ca0e0501966 req-bef1af23-5331-487c-844a-e6067c5de365 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406096 Aug 26 00:58:12.416791 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fc70e-583e-417c-98d3-915698c3c3c6 req-b51c3ee0-6939-4c20-a5d4-1fb48edbf7a7 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:12.418255 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-709fc70e-583e-417c-98d3-915698c3c3c6 req-b51c3ee0-6939-4c20-a5d4-1fb48edbf7a7 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0503950 Aug 26 00:58:12.465225 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-709fc70e-583e-417c-98d3-915698c3c3c6 req-ef3b5e97-7506-4d43-bca0-8e11d029faba tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414915 Aug 26 00:58:13.582882 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d836c-3193-4409-ad80-0b149a162304 req-4ed4f9fd-bc12-4863-8e98-dec9a797b58c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:13.584366 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9b6d836c-3193-4409-ad80-0b149a162304 req-4ed4f9fd-bc12-4863-8e98-dec9a797b58c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0473783 Aug 26 00:58:13.634216 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9b6d836c-3193-4409-ad80-0b149a162304 req-9f42d3ba-ee0a-4655-b0e9-79cb8a2fc63e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435739 Aug 26 00:58:14.755076 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff4431-79f1-4964-9fb7-66c9ce9615d8 req-44515036-a672-4f53-8147-b2d636ff2e6e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:14.756558 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d5ff4431-79f1-4964-9fb7-66c9ce9615d8 req-44515036-a672-4f53-8147-b2d636ff2e6e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0461700 Aug 26 00:58:14.803453 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d5ff4431-79f1-4964-9fb7-66c9ce9615d8 req-ee6d8d23-6970-4078-8cbd-001399be85cb tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413201 Aug 26 00:58:15.802101 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:15.804022 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:15.928566 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7b3ba-c23c-4332-b72c-5413b57ce46b req-a8cc2218-b8ab-4dbd-9d1b-8074fae4fad2 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:15.930099 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d4b7b3ba-c23c-4332-b72c-5413b57ce46b req-a8cc2218-b8ab-4dbd-9d1b-8074fae4fad2 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0510318 Aug 26 00:58:15.946098 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be051a6-8ec2-428b-819d-ba5de0a0f9fc req-f31488ab-17ed-4aac-974e-dd7104fac967 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:15.947562 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8be051a6-8ec2-428b-819d-ba5de0a0f9fc req-f31488ab-17ed-4aac-974e-dd7104fac967 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0525830 Aug 26 00:58:15.985778 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d4b7b3ba-c23c-4332-b72c-5413b57ce46b req-cbc89d6c-5d08-4dcc-ab22-c595117236de tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500302 Aug 26 00:58:15.996035 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:16.011029 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308d18-098b-4291-98c0-028a9ca8b3a3 req-6bb4bd7d-8959-4489-83cf-7ad8f2b1e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:16.012642 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f308d18-098b-4291-98c0-028a9ca8b3a3 req-6bb4bd7d-8959-4489-83cf-7ad8f2b1e3ed service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 1129 time: 0.0505428 Aug 26 00:58:16.088650 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8be051a6-8ec2-428b-819d-ba5de0a0f9fc req-1d62fbba-55b7-456d-b6a5-2132b123174a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293957 Aug 26 00:58:16.100703 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:16.126263 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308d18-098b-4291-98c0-028a9ca8b3a3 req-3b68a5d2-e242-41aa-8a5e-b8788c01c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:16.127743 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f308d18-098b-4291-98c0-028a9ca8b3a3 req-3b68a5d2-e242-41aa-8a5e-b8788c01c2cc service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 921 time: 0.1078336 Aug 26 00:58:16.191559 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f308d18-098b-4291-98c0-028a9ca8b3a3 req-4fdaa27d-2776-4838-9557-f4944812c89a service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f607c1-adc1-4120-ac0a-38b41904464e HTTP/1.1" status: 200 len: 1001 time: 0.0572999 Aug 26 00:58:16.240073 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308d18-098b-4291-98c0-028a9ca8b3a3 req-a1e98094-acb1-4b48-a272-90e8e52ede23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:16.241454 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f308d18-098b-4291-98c0-028a9ca8b3a3 req-a1e98094-acb1-4b48-a272-90e8e52ede23 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.0441515 Aug 26 00:58:16.288204 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308d18-098b-4291-98c0-028a9ca8b3a3 req-5741a747-4c64-40f6-8fcd-870297f99330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:16.290001 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f308d18-098b-4291-98c0-028a9ca8b3a3 req-5741a747-4c64-40f6-8fcd-870297f99330 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428464 Aug 26 00:58:16.380600 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f308d18-098b-4291-98c0-028a9ca8b3a3 req-005dad93-b797-49d4-b077-ed8c5576cabf service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844736 Aug 26 00:58:16.478880 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f308d18-098b-4291-98c0-028a9ca8b3a3 req-cedeeb6c-d0a9-40c6-a427-e75d42dc42aa service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919302 Aug 26 00:58:16.523446 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c9126-9846-4dd3-b5fa-2ce210146042 req-94573109-acec-4b25-abb4-d56250f5d405 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:16.524900 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-257c9126-9846-4dd3-b5fa-2ce210146042 req-94573109-acec-4b25-abb4-d56250f5d405 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 946 time: 0.0494764 Aug 26 00:58:16.572565 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-257c9126-9846-4dd3-b5fa-2ce210146042 req-0de8cf8b-13c7-45f9-890a-b2dd633be734 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Aug 26 00:58:17.105623 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdad6e-f672-4dd7-b8d7-22719b1eb680 req-54d50543-0b51-4ae8-b26a-370e0729178b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:17.107058 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e1cdad6e-f672-4dd7-b8d7-22719b1eb680 req-54d50543-0b51-4ae8-b26a-370e0729178b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0458574 Aug 26 00:58:17.154825 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e1cdad6e-f672-4dd7-b8d7-22719b1eb680 req-a1555242-199f-4c02-85b2-f6df3383f1d4 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423510 Aug 26 00:58:17.204898 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c690-9da1-4543-8169-980683248bdc req-61c4ec11-9751-4139-a01e-f58d39d34a0e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:17.206395 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a310c690-9da1-4543-8169-980683248bdc req-61c4ec11-9751-4139-a01e-f58d39d34a0e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0496008 Aug 26 00:58:17.252963 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a310c690-9da1-4543-8169-980683248bdc req-9fb43413-4ead-4f27-b1b3-3543330cce3f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411096 Aug 26 00:58:17.707153 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477eb16-f43b-42cb-9fd9-7c9154e77bde req-fda0e424-1c3c-417a-b10b-6a05cdd1abb7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:17.710932 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9477eb16-f43b-42cb-9fd9-7c9154e77bde req-fda0e424-1c3c-417a-b10b-6a05cdd1abb7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 946 time: 0.0523446 Aug 26 00:58:17.764133 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9477eb16-f43b-42cb-9fd9-7c9154e77bde req-6b8b98c1-2f0e-48e9-907d-1c041256d6e1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448332 Aug 26 00:58:18.278411 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b86681-dc39-4366-b1d2-07bdea7e4c51 req-d7cd2182-0ed1-4c06-b191-4779cc928f0e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:18.279971 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-65b86681-dc39-4366-b1d2-07bdea7e4c51 req-d7cd2182-0ed1-4c06-b191-4779cc928f0e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0520525 Aug 26 00:58:18.371562 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-65b86681-dc39-4366-b1d2-07bdea7e4c51 req-edf8d47f-4bc7-4653-b0e4-bdf20151af28 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849259 Aug 26 00:58:18.382628 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6bb1b-d06e-474d-ad42-29f75fede051 req-2c70ba42-348f-4e40-83cd-c3b172031cfa tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:18.384291 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d2b6bb1b-d06e-474d-ad42-29f75fede051 req-2c70ba42-348f-4e40-83cd-c3b172031cfa tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0539434 Aug 26 00:58:18.385258 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-91e1eb39-188a-47da-be71-807c4e10a24d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:18.387362 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-91e1eb39-188a-47da-be71-807c4e10a24d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 946 time: 0.0767334 Aug 26 00:58:18.441563 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d2b6bb1b-d06e-474d-ad42-29f75fede051 req-30378cda-56c2-49df-9811-b5722bc5a7fa tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504739 Aug 26 00:58:18.495652 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Deleting port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:58:18.495989 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:18.509523 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:18.590895 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] For port ee6ad2fb-f57e-474d-a46b-a0d19ae36479, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:58:18.591262 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:18.758200 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a9ae2-9842-475c-bd5d-b7af256cc1be req-9c8218e5-1b97-4a85-8e3e-af61aceca517 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:18.760298 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e32a9ae2-9842-475c-bd5d-b7af256cc1be req-9c8218e5-1b97-4a85-8e3e-af61aceca517 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0482984 Aug 26 00:58:18.814116 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e32a9ae2-9842-475c-bd5d-b7af256cc1be req-0adb6ab9-5237-40a6-9393-8e3a19b92694 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481510 Aug 26 00:58:18.819505 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:18.819878 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:18.820239 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Floating IP 90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f disassociated. External IP: 172.27.1.100, port: ee6ad2fb-f57e-474d-a46b-a0d19ae36479. Aug 26 00:58:18.820622 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Calling delete_port for ee6ad2fb-f57e-474d-a46b-a0d19ae36479 owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:58:18.919149 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef240134-5794-43bb-a830-cdce4309d361 req-98e2df9c-8594-4d68-aed7-ed134adb9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:18.920708 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ef240134-5794-43bb-a830-cdce4309d361 req-98e2df9c-8594-4d68-aed7-ed134adb9703 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=5219060f4c184521919b017e8435eca5&device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 1129 time: 0.0406609 Aug 26 00:58:18.930203 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:18.938110 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d82f0d-9557-4d0c-a833-2ed2e45ab5de req-54196d2e-8230-40fc-b553-d61f98fcb4b2 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:18.939703 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e4d82f0d-9557-4d0c-a833-2ed2e45ab5de req-54196d2e-8230-40fc-b553-d61f98fcb4b2 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 946 time: 0.0639722 Aug 26 00:58:18.979664 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:18.991009 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:19.020811 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef240134-5794-43bb-a830-cdce4309d361 req-3b57b4f2-754e-4bca-a15e-21e9be03c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:19.022274 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ef240134-5794-43bb-a830-cdce4309d361 req-3b57b4f2-754e-4bca-a15e-21e9be03c75c service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5 HTTP/1.1" status: 200 len: 913 time: 0.0958447 Aug 26 00:58:19.033499 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e4d82f0d-9557-4d0c-a833-2ed2e45ab5de req-63bda70d-38fd-46d9-a8a4-47f5e04f6b80 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=02212720-f55c-4578-84ca-ed16c3bfcc82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871041 Aug 26 00:58:19.090426 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ef240134-5794-43bb-a830-cdce4309d361 req-ab837b85-45d8-4c30-ad5f-5f8b090dd73f service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9a5c66-fe0c-40d8-ae1a-65494e24310f HTTP/1.1" status: 200 len: 999 time: 0.0616949 Aug 26 00:58:19.119696 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:19.130837 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (ee6ad2fb-f57e-474d-a46b-a0d19ae36479), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:19.145669 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef240134-5794-43bb-a830-cdce4309d361 req-fcd5b53b-dcd4-4bd7-beb1-eda06cb04e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:19.147182 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ef240134-5794-43bb-a830-cdce4309d361 req-fcd5b53b-dcd4-4bd7-beb1-eda06cb04e52 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=9109bc51-e9d9-49d0-af4c-512542672cea HTTP/1.1" status: 200 len: 850 time: 0.0501373 Aug 26 00:58:19.159714 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event deleted for resources: {'Port': ['ID=ee6ad2fb-f57e-474d-a46b-a0d19ae36479,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:19.196380 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef240134-5794-43bb-a830-cdce4309d361 req-065280c4-f36d-4632-be9e-9baacd3100bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:19.198022 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ef240134-5794-43bb-a830-cdce4309d361 req-065280c4-f36d-4632-be9e-9baacd3100bb service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435534 Aug 26 00:58:19.273302 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Router eed7c60f-4637-4288-9c7f-7f548fe15505 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:58:19.304163 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ef240134-5794-43bb-a830-cdce4309d361 req-2fcfbece-d509-4b2a-b55b-22ab82073831 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986896 Aug 26 00:58:19.379845 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:58:19.391514 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f73f928-2b7d-466f-bd3d-3a54f55804fe None None] Sync routers for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:58:19.410302 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73f928-2b7d-466f-bd3d-3a54f55804fe None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:58:19.411281 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-2f73f928-2b7d-466f-bd3d-3a54f55804fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:58:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:58:19.424742 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] No DVR routers for this DVR port ee6ad2fb-f57e-474d-a46b-a0d19ae36479 on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:58:19.427302 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:19.430816 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7a54b0bd-d951-454a-aa5c-fd9c987ca28c req-5c750711-e26d-4fd0-8a09-caa2b03eef52 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.91 "DELETE /networking/v2.0/ports/ee6ad2fb-f57e-474d-a46b-a0d19ae36479 HTTP/1.1" status: 204 len: 173 time: 1.0377085 Aug 26 00:58:19.431292 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'name': 'network-vif-deleted', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:58:19.434550 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62e10fe-2421-4ad7-9d19-fd6f88cadadf" -d '{"events": [{"server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "name": "network-vif-deleted", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:58:19.484616 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d57663-d98e-4f25-98bb-2b3d9d082661 x-openstack-request-id: req-27d57663-d98e-4f25-98bb-2b3d9d082661 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:58:19.484912 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7502d0cf-4abc-484b-8c85-d8ea6682333b", "name": "network-vif-deleted", "tag": "ee6ad2fb-f57e-474d-a46b-a0d19ae36479", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:58:19.485167 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27d57663-d98e-4f25-98bb-2b3d9d082661 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:58:19.485575 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d57663-d98e-4f25-98bb-2b3d9d082661'] response: {'server_uuid': '7502d0cf-4abc-484b-8c85-d8ea6682333b', 'name': 'network-vif-deleted', 'tag': 'ee6ad2fb-f57e-474d-a46b-a0d19ae36479', 'status': 'completed', 'code': 200} Aug 26 00:58:19.534198 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-2f73f928-2b7d-466f-bd3d-3a54f55804fe None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:58:19.597232 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab561-974b-4420-a6f1-f22e72c1586d req-618dab32-9d84-46fa-97f6-eea2d188c50f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:19.598679 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-464ab561-974b-4420-a6f1-f22e72c1586d req-618dab32-9d84-46fa-97f6-eea2d188c50f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0500154 Aug 26 00:58:19.652225 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ef240134-5794-43bb-a830-cdce4309d361 req-345c3b44-35fd-4ae1-891f-64270b675a6a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390846 Aug 26 00:58:19.667972 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:19.673092 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-464ab561-974b-4420-a6f1-f22e72c1586d req-8d2bbfcd-c7cc-42a5-ba17-bc13fbaf2c9e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658803 Aug 26 00:58:19.754009 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-2f73f928-2b7d-466f-bd3d-3a54f55804fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:05Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:58:19.779894 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f73f928-2b7d-466f-bd3d-3a54f55804fe None None] Checking router: eed7c60f-4637-4288-9c7f-7f548fe15505 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:58:19.789187 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73f928-2b7d-466f-bd3d-3a54f55804fe None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:58:19.789808 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-2f73f928-2b7d-466f-bd3d-3a54f55804fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:58:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:58:19.895593 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-2f73f928-2b7d-466f-bd3d-3a54f55804fe None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:58:19.964422 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c19ffd-24f7-4b3b-813e-1e780533bf76 req-2f06b6cb-e95f-44d3-a436-c89d569debaa tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:19.966308 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f7c19ffd-24f7-4b3b-813e-1e780533bf76 req-2f06b6cb-e95f-44d3-a436-c89d569debaa tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0660455 Aug 26 00:58:20.023862 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f7c19ffd-24f7-4b3b-813e-1e780533bf76 req-0f201ec9-68bc-40cd-99f9-aef238a92a22 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517027 Aug 26 00:58:20.094693 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-2f73f928-2b7d-466f-bd3d-3a54f55804fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:05Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:58:20.119924 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f73f928-2b7d-466f-bd3d-3a54f55804fe None None] The sync data for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi is: [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:05Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:58:20.177486 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e3e26788-8d00-493c-b362-17de4c09ed9f req-29a3645a-ea17-4016-9c2a-786a45b733aa tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 210 time: 0.0313246 Aug 26 00:58:20.361969 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb34c4c-06d0-4b60-955e-81c220611cb9 None None] New status for floating IP 90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f: DOWN {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 00:58:20.883282 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3c47a-cf96-4cda-85b6-4928943a703c req-276c0a23-5623-406f-b159-c33fa6c48797 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:20.885075 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bec3c47a-cf96-4cda-85b6-4928943a703c req-276c0a23-5623-406f-b159-c33fa6c48797 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0514307 Aug 26 00:58:20.934357 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bec3c47a-cf96-4cda-85b6-4928943a703c req-0789a9f2-5d06-4e7c-be2a-94f9414f0513 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433021 Aug 26 00:58:21.059807 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:58:21.146949 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945605b-6efd-4a19-a18a-f970dc2713ff req-ecb100e6-5199-4f0d-ba76-26b0e6942eb7 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:21.148495 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9945605b-6efd-4a19-a18a-f970dc2713ff req-ecb100e6-5199-4f0d-ba76-26b0e6942eb7 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0470796 Aug 26 00:58:21.197226 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9945605b-6efd-4a19-a18a-f970dc2713ff req-ec96927d-0d23-414a-a143-357e9d92f1e5 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424047 Aug 26 00:58:21.301727 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-66a95630-e71c-4893-9a88-4551b0e98664 req-9d1286c1-b8cf-4583-b7d9-20437834abb5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7502d0cf-4abc-484b-8c85-d8ea6682333b HTTP/1.1" status: 200 len: 210 time: 0.0304193 Aug 26 00:58:21.793354 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ee6ad2fb-f57e-474d-a46b-a0d19ae36479 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:58:21.818088 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: ee6ad2fb-f57e-474d-a46b-a0d19ae36479 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:58:21.818088 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ee6ad2fb-f57e-474d-a46b-a0d19ae36479 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:58:22.056041 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca752d0-3ef0-48da-85d2-d35285d50bb9 req-03b93a30-01b9-45c2-99c6-beebb7971020 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:22.057551 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3ca752d0-3ef0-48da-85d2-d35285d50bb9 req-03b93a30-01b9-45c2-99c6-beebb7971020 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0468504 Aug 26 00:58:22.108794 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3ca752d0-3ef0-48da-85d2-d35285d50bb9 req-68adf05c-318a-4e15-bccb-f1f4e7004c7c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455897 Aug 26 00:58:23.232955 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf23a25-470d-4a5b-8150-48509bc70843 req-9b5c2d78-6348-4151-ad51-da7387992c6e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:23.234460 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8cf23a25-470d-4a5b-8150-48509bc70843 req-9b5c2d78-6348-4151-ad51-da7387992c6e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0541403 Aug 26 00:58:23.288177 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8cf23a25-470d-4a5b-8150-48509bc70843 req-399e9545-451b-41ae-9de1-9c3abb210f7f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476763 Aug 26 00:58:23.470467 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 46088) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:58:23.529270 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7256f41b-d83d-4b11-83fe-4b1d253d81de tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group (02212720-f55c-4578-84ca-ed16c3bfcc82), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:23.551626 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7256f41b-d83d-4b11-83fe-4b1d253d81de tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group (02212720-f55c-4578-84ca-ed16c3bfcc82), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:23.564295 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:23.639236 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7256f41b-d83d-4b11-83fe-4b1d253d81de tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (02212720-f55c-4578-84ca-ed16c3bfcc82), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:23.641852 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7256f41b-d83d-4b11-83fe-4b1d253d81de tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:23.643009 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-7256f41b-d83d-4b11-83fe-4b1d253d81de tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/02212720-f55c-4578-84ca-ed16c3bfcc82 HTTP/1.1" status: 204 len: 168 time: 0.1715055 Aug 26 00:58:23.646032 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46090) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:58:23.656714 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256f41b-d83d-4b11-83fe-4b1d253d81de tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02212720-f55c-4578-84ca-ed16c3bfcc82,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:23.666136 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.api.v2.resource [None req-c3ff6ee3-2fad-43b0-909d-e67bec984ad1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] show failed (client error): The resource could not be found. Aug 26 00:58:23.667698 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-c3ff6ee3-2fad-43b0-909d-e67bec984ad1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups/02212720-f55c-4578-84ca-ed16c3bfcc82 HTTP/1.1" status: 404 len: 347 time: 0.0197444 Aug 26 00:58:23.670629 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46092) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:58:23.784425 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-d214f8ea-b7ee-4a81-96b2-376a2da1c9cc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Deleting port 158796b0-6192-449f-be65-f8be3d45cd55 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:58:23.784812 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d214f8ea-b7ee-4a81-96b2-376a2da1c9cc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (158796b0-6192-449f-be65-f8be3d45cd55), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:23.861080 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d214f8ea-b7ee-4a81-96b2-376a2da1c9cc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (158796b0-6192-449f-be65-f8be3d45cd55), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:23.861413 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d214f8ea-b7ee-4a81-96b2-376a2da1c9cc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (158796b0-6192-449f-be65-f8be3d45cd55), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:23.874581 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-d214f8ea-b7ee-4a81-96b2-376a2da1c9cc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Calling delete_port for 158796b0-6192-449f-be65-f8be3d45cd55 owned by network:floatingip {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:58:24.079712 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d214f8ea-b7ee-4a81-96b2-376a2da1c9cc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (158796b0-6192-449f-be65-f8be3d45cd55), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:24.105160 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214f8ea-b7ee-4a81-96b2-376a2da1c9cc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event deleted for resources: {'Port': ['ID=158796b0-6192-449f-be65-f8be3d45cd55,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:24.130888 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:24.173180 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d214f8ea-b7ee-4a81-96b2-376a2da1c9cc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:24.176078 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d214f8ea-b7ee-4a81-96b2-376a2da1c9cc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:24.177255 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-d214f8ea-b7ee-4a81-96b2-376a2da1c9cc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/90cdf2ed-8a7b-4a68-8a32-dadf3fa5a31f HTTP/1.1" status: 204 len: 168 time: 0.5057380 Aug 26 00:58:24.328786 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46098) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:58:24.333690 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-02cf3524-7d35-45b8-9c4a-0b3254c814a9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--472926306', 'description': 'tempest-description--1028254344'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:58:24.412985 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32accfe8-8f3c-45c0-98aa-f2d9189eadd4 req-574d85d2-a64d-447c-8e5a-889cd1c45153 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:24.414715 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-32accfe8-8f3c-45c0-98aa-f2d9189eadd4 req-574d85d2-a64d-447c-8e5a-889cd1c45153 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0491469 Aug 26 00:58:24.463338 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-32accfe8-8f3c-45c0-98aa-f2d9189eadd4 req-a0df705b-a718-4566-b39b-79581b5824d2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Aug 26 00:58:24.465219 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-02cf3524-7d35-45b8-9c4a-0b3254c814a9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:24.499553 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:24.534455 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-02cf3524-7d35-45b8-9c4a-0b3254c814a9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group (71526cf3-c37b-47f4-bce5-9bc6d1684bec), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:24.639352 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-02cf3524-7d35-45b8-9c4a-0b3254c814a9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (71526cf3-c37b-47f4-bce5-9bc6d1684bec), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:24.669645 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf3524-7d35-45b8-9c4a-0b3254c814a9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71526cf3-c37b-47f4-bce5-9bc6d1684bec,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:24.721367 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-02cf3524-7d35-45b8-9c4a-0b3254c814a9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:24.722628 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-02cf3524-7d35-45b8-9c4a-0b3254c814a9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3924613 Aug 26 00:58:24.737978 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46100) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:58:24.742452 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-12e47d12-4bf8-474f-a4c9-f366127b2cfa tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Request body: {'security_group_rule': {'security_group_id': '71526cf3-c37b-47f4-bce5-9bc6d1684bec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:58:24.828212 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-12e47d12-4bf8-474f-a4c9-f366127b2cfa tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group_rule (02eceb22-bc0c-4e3d-a99e-829d60a392a5), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:24.886469 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-12e47d12-4bf8-474f-a4c9-f366127b2cfa tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group_rule (02eceb22-bc0c-4e3d-a99e-829d60a392a5), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:24.930505 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-12e47d12-4bf8-474f-a4c9-f366127b2cfa tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (02eceb22-bc0c-4e3d-a99e-829d60a392a5), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:24.949564 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e47d12-4bf8-474f-a4c9-f366127b2cfa tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02eceb22-bc0c-4e3d-a99e-829d60a392a5,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:24.989572 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-12e47d12-4bf8-474f-a4c9-f366127b2cfa tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:24.990761 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-12e47d12-4bf8-474f-a4c9-f366127b2cfa tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2518299 Aug 26 00:58:24.993591 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46102) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:58:24.998421 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-e8d5ddd9-1f64-432b-8051-65d6571bd5b1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Request body: {'security_group_rule': {'security_group_id': '71526cf3-c37b-47f4-bce5-9bc6d1684bec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:58:25.067983 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e8d5ddd9-1f64-432b-8051-65d6571bd5b1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group_rule (495c4c80-d3e0-4161-98e7-d21a8ee5153a), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:25.125934 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e8d5ddd9-1f64-432b-8051-65d6571bd5b1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group_rule (495c4c80-d3e0-4161-98e7-d21a8ee5153a), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:25.176339 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e8d5ddd9-1f64-432b-8051-65d6571bd5b1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (495c4c80-d3e0-4161-98e7-d21a8ee5153a), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:25.194344 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5ddd9-1f64-432b-8051-65d6571bd5b1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495c4c80-d3e0-4161-98e7-d21a8ee5153a,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:25.263882 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e8d5ddd9-1f64-432b-8051-65d6571bd5b1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:25.265131 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-e8d5ddd9-1f64-432b-8051-65d6571bd5b1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2706027 Aug 26 00:58:25.268263 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46104) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:58:25.272421 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:58:25.359074 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:25.439558 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:25.444645 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:25.550819 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Allocated IP 172.27.1.170 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/f3a84035-b9b5-4c3b-9613-9e45bbe9dad8) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:58:25.591535 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f09017-dabf-496d-8aae-0c6723c14fbe req-e71d5a1a-3e0c-40e6-ae69-afad773a70f2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:25.593054 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d7f09017-dabf-496d-8aae-0c6723c14fbe req-e71d5a1a-3e0c-40e6-ae69-afad773a70f2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0514114 Aug 26 00:58:25.644217 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d7f09017-dabf-496d-8aae-0c6723c14fbe req-bb0a2b7f-6344-4c28-aa76-9d0b75238462 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447366 Aug 26 00:58:25.907611 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for port (f3a84035-b9b5-4c3b-9613-9e45bbe9dad8), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:25.933691 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:26.016689 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (f3a84035-b9b5-4c3b-9613-9e45bbe9dad8), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:26.056207 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:58:26.059144 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:58:26.061816 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:58:26.094735 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event updated for resources: {'Port': ['ID=f3a84035-b9b5-4c3b-9613-9e45bbe9dad8,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:26.155976 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (97af364d-7be6-459a-8d8b-1baa435c7c79), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:26.244121 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (f3a84035-b9b5-4c3b-9613-9e45bbe9dad8), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:26.388966 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for port (f3a84035-b9b5-4c3b-9613-9e45bbe9dad8), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:26.456785 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (f3a84035-b9b5-4c3b-9613-9e45bbe9dad8), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:26.527476 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event updated for resources: {'Port': ['ID=f3a84035-b9b5-4c3b-9613-9e45bbe9dad8,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:26.530918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (97af364d-7be6-459a-8d8b-1baa435c7c79), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:26.636702 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:26.637984 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-9ef1200d-60d0-4d92-a083-fb827724a82f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3687642 Aug 26 00:58:26.758922 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:26.767600 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e2a78-1db8-4bb0-8566-bb2a1103b6a3 req-73147b8b-465a-412b-8d0c-0687e2f79a4f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:26.775960 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6f2e2a78-1db8-4bb0-8566-bb2a1103b6a3 req-73147b8b-465a-412b-8d0c-0687e2f79a4f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0493155 Aug 26 00:58:26.823910 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6f2e2a78-1db8-4bb0-8566-bb2a1103b6a3 req-51f58bfe-db7a-4f24-b2b3-8148e9f266f5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486901 Aug 26 00:58:26.844979 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-738f8c34-ad96-4fc6-bc8e-e99755824bc4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--472926306&fields=id&tenant_id=ec39c32378ac4017ad50aa6f930e514b HTTP/1.1" status: 200 len: 267 time: 0.0474122 Aug 26 00:58:26.964711 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-820998eb-157b-4cd4-a42b-23ba5c835619 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:26.966107 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-820998eb-157b-4cd4-a42b-23ba5c835619 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/networks?id=82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 200 len: 817 time: 0.1147282 Aug 26 00:58:26.980247 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-5cadd116-b31e-4727-bf55-6d0183518c0c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/quotas/ec39c32378ac4017ad50aa6f930e514b HTTP/1.1" status: 200 len: 375 time: 0.0088427 Aug 26 00:58:27.028706 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-97cdbdc2-b4d3-4103-bd18-a31c67c84f5d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436575 Aug 26 00:58:27.096972 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:27.123890 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-d747a7ea-9b19-4be4-baea-47b4ab235a90 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833054 Aug 26 00:58:27.222298 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-87302e88-4183-4672-bd0c-c44efa01eaa6 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925364 Aug 26 00:58:27.484311 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8c3571b6-2f90-448a-83da-de897387442e req-30bafb11-c1db-43cb-b771-20311336d78c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 210 time: 0.0270691 Aug 26 00:58:27.944073 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed7b4d-6245-4c97-b3a0-11a3e30796ad req-a55dc9f2-9754-469a-9ac4-bc585538e425 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:27.945570 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-49ed7b4d-6245-4c97-b3a0-11a3e30796ad req-a55dc9f2-9754-469a-9ac4-bc585538e425 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0461252 Aug 26 00:58:27.994051 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-49ed7b4d-6245-4c97-b3a0-11a3e30796ad req-ab59e17c-0f52-4b7a-a139-422a11e0c3dd tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418096 Aug 26 00:58:28.588100 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-46d61786-b774-4191-a3b3-217525aaced0 req-6f034f75-bf63-4d95-8799-4e292500eb41 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 210 time: 0.0273948 Aug 26 00:58:29.121621 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17af92f-bb73-4e86-ae0f-9b4fa8859088 req-b8978d55-863a-4042-a6a3-f4a36b4b788e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:29.123105 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f17af92f-bb73-4e86-ae0f-9b4fa8859088 req-b8978d55-863a-4042-a6a3-f4a36b4b788e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0518212 Aug 26 00:58:29.170563 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f17af92f-bb73-4e86-ae0f-9b4fa8859088 req-5f0dd983-5ae5-4511-abfa-efaf7a6920ee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416882 Aug 26 00:58:29.658754 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-e7b559f6-4aa1-4e8d-b252-f80cf3a0fc12 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:29.660376 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-e7b559f6-4aa1-4e8d-b252-f80cf3a0fc12 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.91 "GET /networking/v2.0/networks?id=82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 200 len: 817 time: 0.1029909 Aug 26 00:58:29.702829 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-685746dd-74fd-4803-b287-ff8e72a8820e req-6e7065cd-daa5-444a-a815-9d7646ce6c2b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 210 time: 0.0328465 Aug 26 00:58:29.735782 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-d8f7d211-1b38-4942-8c77-8001ff81f962 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec39c32378ac4017ad50aa6f930e514b HTTP/1.1" status: 200 len: 379 time: 0.0609069 Aug 26 00:58:29.746620 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Request body: {'port': {'device_id': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'admin_state_up': True, 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'security_groups': ['71526cf3-c37b-47f4-bce5-9bc6d1684bec']}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:58:29.847155 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:29.919636 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Made reservation on behalf of ec39c32378ac4017ad50aa6f930e514b for: {'port': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:58:29.923453 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:30.052503 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Allocated IP 172.20.0.11 (82719f0d-e147-413c-83ac-404aae47d6de/057ee52c-7eaf-4765-b679-5f157b27c59c/abc8d4e4-fe47-4480-9cbb-c4ca4d73b355) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:58:30.187052 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:30.192200 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:30.281219 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:30.316033 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48814485-15f2-4406-ad70-404d18a051d1 req-1804e388-1e70-4caf-a55e-f8a9c0d9bc6d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:30.317519 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-48814485-15f2-4406-ad70-404d18a051d1 req-1804e388-1e70-4caf-a55e-f8a9c0d9bc6d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0724823 Aug 26 00:58:30.354390 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Network 82719f0d-e147-413c-83ac-404aae47d6de is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:58:30.357934 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event updated for resources: {'Port': ['ID=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:30.360329 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:58:30.363773 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:58:30.429007 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-48814485-15f2-4406-ad70-404d18a051d1 req-3a2fa3b7-8334-4cac-8c18-01d834d97c01 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026423 Aug 26 00:58:30.435919 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:30.436699 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:30.505239 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-c4f74bd7-ab83-4147-8f53-94b84f342078 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7627900 Aug 26 00:58:30.523553 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Request body: {'port': {'device_id': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:58:30.578807 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-e9e0b216-3322-43ae-a827-bdedc058bcfc None None] Provisioning complete for port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:58:30.579406 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b216-3322-43ae-a827-bdedc058bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:30.583233 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:30.592287 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:30.611412 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0b216-3322-43ae-a827-bdedc058bcfc None None] Port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:58:30.628297 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-68918d99-5b37-41c9-ae83-17e2528d8e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:30.827879 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339273e-4ac6-480f-9e85-d6467a1b7e76 req-a149365e-dd96-44d0-bfb8-89e066f80cf2 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:30.829406 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f339273e-4ac6-480f-9e85-d6467a1b7e76 req-a149365e-dd96-44d0-bfb8-89e066f80cf2 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 932 time: 0.0465436 Aug 26 00:58:30.841406 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 {{(pid=113335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:58:30.848977 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Publish callbacks [] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:30.861188 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.provisioning_blocks [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Transition to ACTIVE for port object abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 will not be triggered until provisioned by entity L2. {{(pid=113335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:58:30.876723 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f339273e-4ac6-480f-9e85-d6467a1b7e76 req-f5d6f466-1785-4b9e-a447-03611154aba0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416582 Aug 26 00:58:30.943468 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:31.018642 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Pushing event updated for resources: {'Port': ['ID=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:31.054861 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:31.067371 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.managers [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Attempting to bind port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:58:31.067713 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.managers [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Attempting to bind port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'}] {{(pid=113335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:58:31.068062 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Attempting to bind port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 on network 82719f0d-e147-413c-83ac-404aae47d6de {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:58:31.072421 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 on network 82719f0d-e147-413c-83ac-404aae47d6de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:58:31.072813 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Attempting to bind port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 on network 82719f0d-e147-413c-83ac-404aae47d6de {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:58:31.078497 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:58:31.078834 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Checking segment: {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:58:31.079214 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Bound using segment: {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'} {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:58:31.079643 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.managers [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Bound port: abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504c1658-d88a-4a49-9614-809c002835ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de'}}] {{(pid=113335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:58:31.079999 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:31.137741 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:31.143389 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, cleared binding levels {{(pid=113335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:58:31.146441 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:58:31.228246 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:31.233078 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:31.233782 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:31.235156 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 HTTP/1.1" status: 200 len: 1094 time: 0.7158751 Aug 26 00:58:31.235673 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:58:31.237976 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3105b8cf-1449-47f0-b115-f2cb1e56e988" -d '{"events": [{"name": "network-changed", "server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:58:31.281481 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b19f94-7c0e-45e4-8679-ef2197bb24ff x-openstack-request-id: req-e1b19f94-7c0e-45e4-8679-ef2197bb24ff {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:58:31.285597 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:58:31.285597 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e1b19f94-7c0e-45e4-8679-ef2197bb24ff {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:58:31.285597 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b19f94-7c0e-45e4-8679-ef2197bb24ff'] response: {'name': 'network-changed', 'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'status': 'completed', 'code': 200} Aug 26 00:58:31.286853 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e424b-032f-497a-aecf-7fb91f09bb22 service neutron] Pushing event updated for resources: {'Port': ['ID=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,revision_number=3']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:31.395762 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105b8cf-1449-47f0-b115-f2cb1e56e988 req-9df91fd7-98a7-47de-b84e-4a8a3f84d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:31.397340 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3105b8cf-1449-47f0-b115-f2cb1e56e988 req-9df91fd7-98a7-47de-b84e-4a8a3f84d9a9 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 1128 time: 0.0393453 Aug 26 00:58:31.510182 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105b8cf-1449-47f0-b115-f2cb1e56e988 req-a289e7dc-8ede-49e4-b6b5-0ad9fdf60c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:31.511680 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3105b8cf-1449-47f0-b115-f2cb1e56e988 req-a289e7dc-8ede-49e4-b6b5-0ad9fdf60c28 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=ec39c32378ac4017ad50aa6f930e514b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0980129 Aug 26 00:58:31.551009 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e353d0-7c76-430a-b1fa-c02a6c706a13 req-f12184a3-6351-4963-8563-8886844586ab tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:31.552395 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-45e353d0-7c76-430a-b1fa-c02a6c706a13 req-f12184a3-6351-4963-8563-8886844586ab tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0471625 Aug 26 00:58:31.603307 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-45e353d0-7c76-430a-b1fa-c02a6c706a13 req-fd482659-1b1c-4203-922b-1e2074e4f1f6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448923 Aug 26 00:58:31.610053 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105b8cf-1449-47f0-b115-f2cb1e56e988 req-c6b17aa0-f071-4020-b22f-f9e56f3acc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:31.611493 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3105b8cf-1449-47f0-b115-f2cb1e56e988 req-c6b17aa0-f071-4020-b22f-f9e56f3acc51 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0935247 Aug 26 00:58:31.709117 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-fca84624-d10f-4ab3-a847-4aacb60a8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:31.711027 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-fca84624-d10f-4ab3-a847-4aacb60a8317 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 1128 time: 0.0385900 Aug 26 00:58:31.756665 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-508f819b-eb15-4d13-84ea-99945594900f service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 HTTP/1.1" status: 200 len: 217 time: 0.0321643 Aug 26 00:58:31.809928 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-81e280d1-b07b-48c9-af7a-f1609a4aedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:31.811313 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-81e280d1-b07b-48c9-af7a-f1609a4aedc1 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=057ee52c-7eaf-4765-b679-5f157b27c59c HTTP/1.1" status: 200 len: 856 time: 0.0427694 Aug 26 00:58:31.857082 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-04b1d8ce-2be1-4169-a0ca-a5eba1792c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:31.858513 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-04b1d8ce-2be1-4169-a0ca-a5eba1792c9e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=82719f0d-e147-413c-83ac-404aae47d6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406070 Aug 26 00:58:31.949486 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-6603fe91-d702-4b7b-a86a-8f8493780a2b service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834770 Aug 26 00:58:31.993260 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:32.046206 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117acf12-d61c-46a9-9652-7e170d0198da req-2aa88517-6012-48c2-8b26-25ab7f18f79e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:32.047676 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-117acf12-d61c-46a9-9652-7e170d0198da req-2aa88517-6012-48c2-8b26-25ab7f18f79e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0900228 Aug 26 00:58:32.111510 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c20876af-c2dc-4cff-b074-a1e869e5e366 req-1c6e9878-8e97-4de4-830a-e98684db2f5c service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434186 Aug 26 00:58:32.122315 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-117acf12-d61c-46a9-9652-7e170d0198da req-cd54fef0-ac00-4a0d-bca2-9dd62319f9c0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686927 Aug 26 00:58:32.722966 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003e80d-a60b-4e53-84c8-d4c357595ef8 req-17b3a493-200b-490d-996d-9690946bcc42 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:32.724440 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c003e80d-a60b-4e53-84c8-d4c357595ef8 req-17b3a493-200b-490d-996d-9690946bcc42 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0470858 Aug 26 00:58:32.770759 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c003e80d-a60b-4e53-84c8-d4c357595ef8 req-daa30624-fadd-4f3d-abb9-44d0329d5559 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408192 Aug 26 00:58:33.067905 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0a702b0a-8a7f-45a3-a970-15ed0d2c0036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:33.250390 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c3b54-9c40-4c4d-8d1f-3f3d35061b57 req-93f2cf18-e65f-49a9-9df4-bf8ff29a8b8a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:33.251836 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d63c3b54-9c40-4c4d-8d1f-3f3d35061b57 req-93f2cf18-e65f-49a9-9df4-bf8ff29a8b8a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0505555 Aug 26 00:58:33.298823 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d63c3b54-9c40-4c4d-8d1f-3f3d35061b57 req-cd0179e1-5e71-4c58-b0f0-2a3961631312 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412371 Aug 26 00:58:33.888308 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cb4fc-c0aa-4eed-900e-01234a6c5e56 req-336716ba-2d7f-43b6-8e32-e0ae01952b31 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:33.889799 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-407cb4fc-c0aa-4eed-900e-01234a6c5e56 req-336716ba-2d7f-43b6-8e32-e0ae01952b31 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0455604 Aug 26 00:58:33.936119 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-407cb4fc-c0aa-4eed-900e-01234a6c5e56 req-c94180a5-01f3-4b2f-8b74-7ab12532aa96 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407081 Aug 26 00:58:34.353696 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:34.422769 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c5ff2-d2d0-44b3-a8bf-1899cde9bd10 req-4d73754e-532d-4c2a-94c6-57fbabb16e20 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:34.424250 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-046c5ff2-d2d0-44b3-a8bf-1899cde9bd10 req-4d73754e-532d-4c2a-94c6-57fbabb16e20 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0479062 Aug 26 00:58:34.472012 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-046c5ff2-d2d0-44b3-a8bf-1899cde9bd10 req-bf74d0a8-d4af-402b-baed-dde3a62b1a74 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420747 Aug 26 00:58:35.057773 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece4723-3778-4865-9088-0ddd4bee8964 req-287ddb83-6b11-4b73-9aad-702a76df2b36 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:35.059882 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fece4723-3778-4865-9088-0ddd4bee8964 req-287ddb83-6b11-4b73-9aad-702a76df2b36 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0505426 Aug 26 00:58:35.078013 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:35.106765 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fece4723-3778-4865-9088-0ddd4bee8964 req-534e5e82-964c-4b42-9cf3-1660eb78374f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412455 Aug 26 00:58:35.593431 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a05bf-aa7b-411b-ac30-51dbe1270fd6 req-81b52b71-9b0f-468c-a360-47760f971eca tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:35.594896 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e26a05bf-aa7b-411b-ac30-51dbe1270fd6 req-81b52b71-9b0f-468c-a360-47760f971eca tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0461767 Aug 26 00:58:35.630034 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:35.647115 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e26a05bf-aa7b-411b-ac30-51dbe1270fd6 req-eb2295ee-42a4-4e12-9600-893c134c03c6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465858 Aug 26 00:58:35.719511 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:35.814845 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:58:35.870390 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:35.878651 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:35.903791 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:35.917522 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:58:35.933136 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'port_id': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'mac_address': 'fa:16:3e:fd:9a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:58:35.967670 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:58:35.967971 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:35.981325 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:58:36.001946 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:58:36.062218 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:36.109615 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:36.117311 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.117663 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.118082 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.122177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.122177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.122177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.122177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.122177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.122177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.122177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.122177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.122177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.122177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.122177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.122177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:58:36.226782 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d78f5-06a0-486c-80e8-90433c8e2f09 req-e7a4a10f-0691-4879-90e4-3b4f411f26ee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:36.228169 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fc0d78f5-06a0-486c-80e8-90433c8e2f09 req-e7a4a10f-0691-4879-90e4-3b4f411f26ee tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0470035 Aug 26 00:58:36.276274 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fc0d78f5-06a0-486c-80e8-90433c8e2f09 req-1a5c0b00-c228-444e-9b8c-b2b9dad2c3f1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Aug 26 00:58:36.424136 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['abc8d4e4-fe47-4480-9cbb-c4ca4d73b355'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:58:36.773581 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d8d62-9967-43d7-8e0f-8b58d205638f req-6bce186b-f25f-4f47-9359-5aba86274cc3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:36.775045 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c07d8d62-9967-43d7-8e0f-8b58d205638f req-6bce186b-f25f-4f47-9359-5aba86274cc3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 945 time: 0.0464821 Aug 26 00:58:36.822562 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c07d8d62-9967-43d7-8e0f-8b58d205638f req-2363a208-b2ae-4f19-8bdc-5dbb6efec2e8 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412962 Aug 26 00:58:37.395143 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119f334-b909-4cd5-b9dd-e6694cc32951 req-713034c4-3968-483d-ba86-62e2aa71b2d8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:37.396636 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c119f334-b909-4cd5-b9dd-e6694cc32951 req-713034c4-3968-483d-ba86-62e2aa71b2d8 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0468640 Aug 26 00:58:37.448260 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c119f334-b909-4cd5-b9dd-e6694cc32951 req-a5cacfab-a861-463b-b8c6-f23df063bb50 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Aug 26 00:58:37.851354 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:58:37.919972 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:58:37.979419 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768aa27-af88-4cc2-836d-65c5824c575a req-5411031d-77dc-43f9-9a1d-588987de90c4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:37.980943 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d768aa27-af88-4cc2-836d-65c5824c575a req-5411031d-77dc-43f9-9a1d-588987de90c4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 945 time: 0.0468996 Aug 26 00:58:38.010472 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:58:38.010860 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:38.033719 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d768aa27-af88-4cc2-836d-65c5824c575a req-85ecbec9-a7a8-4dde-bf15-326cec4b9d1e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472074 Aug 26 00:58:38.087059 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:58:38.087447 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:38.110280 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:58:38.112592 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00b88d2-5ec6-4335-b966-d699b33e6684" -d '{"events": [{"server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "name": "network-vif-plugged", "status": "completed", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:58:38.125358 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:58:38.151434 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1521003-f907-49e8-9212-83156de074a2 x-openstack-request-id: req-a1521003-f907-49e8-9212-83156de074a2 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:58:38.151754 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "name": "network-vif-plugged", "status": "completed", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:58:38.152005 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1521003-f907-49e8-9212-83156de074a2 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:58:38.152405 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1521003-f907-49e8-9212-83156de074a2'] response: {'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'code': 200} Aug 26 00:58:38.171093 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:38.222981 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:58:38.568277 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f718d69-3784-4928-9966-dcbde6a4dff0 req-ba03b952-9cc8-437c-9fad-241e8460cd0a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:38.569752 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6f718d69-3784-4928-9966-dcbde6a4dff0 req-ba03b952-9cc8-437c-9fad-241e8460cd0a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0485744 Aug 26 00:58:38.616329 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6f718d69-3784-4928-9966-dcbde6a4dff0 req-b361ce55-a7c9-43db-ad2e-c373b8f50185 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411036 Aug 26 00:58:39.157973 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7ae8e-9042-4cac-b1f8-3d6a7b1549dd req-ef5210ae-2d77-4144-8f70-00256918e12a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:39.159441 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-aca7ae8e-9042-4cac-b1f8-3d6a7b1549dd req-ef5210ae-2d77-4144-8f70-00256918e12a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0466697 Aug 26 00:58:39.207359 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-aca7ae8e-9042-4cac-b1f8-3d6a7b1549dd req-040d5a76-ea23-49fd-9d7e-feb40737ad8d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420444 Aug 26 00:58:39.637158 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e142bc9-1ad5-41a0-88b3-7dfae480c809 req-cd346a56-3fc3-4d19-b2b4-8a03d942fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:39.639235 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6e142bc9-1ad5-41a0-88b3-7dfae480c809 req-cd346a56-3fc3-4d19-b2b4-8a03d942fda6 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 1130 time: 0.0378914 Aug 26 00:58:39.690713 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6e142bc9-1ad5-41a0-88b3-7dfae480c809 req-8e3439b9-e5f3-4744-9d44-379a5ab1f1b8 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407019 Aug 26 00:58:39.704431 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9935e-2c57-4a34-aa26-d2e2fc58d995 req-38ef2811-e95d-48c1-a563-f6ec2dcc3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:39.706173 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-00d9935e-2c57-4a34-aa26-d2e2fc58d995 req-38ef2811-e95d-48c1-a563-f6ec2dcc3c94 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 1129 time: 0.0407808 Aug 26 00:58:39.898614 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080251d6-becb-4120-827b-49c290be3d66 req-ae45ca28-6255-4452-877c-236d37b51c97 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:39.900013 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-080251d6-becb-4120-827b-49c290be3d66 req-ae45ca28-6255-4452-877c-236d37b51c97 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.2067666 Aug 26 00:58:39.946500 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-080251d6-becb-4120-827b-49c290be3d66 req-70ecd34f-bc32-48ae-81c2-d2b29b0e1a6a tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 Aug 26 00:58:40.046955 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-00d9935e-2c57-4a34-aa26-d2e2fc58d995 req-cec63674-5cce-4faf-ac11-72e2702fcc60 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378883 Aug 26 00:58:40.384594 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95a27-d997-4f00-a628-225324ba8d66 req-b679105e-b139-4df9-b2f3-a072bd70ffed tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:40.386084 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-76a95a27-d997-4f00-a628-225324ba8d66 req-b679105e-b139-4df9-b2f3-a072bd70ffed tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.1039605 Aug 26 00:58:40.436422 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-76a95a27-d997-4f00-a628-225324ba8d66 req-f67a8104-1738-40b0-b583-cd79ff913f1a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447731 Aug 26 00:58:41.064305 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0892-a5ed-4561-9972-ab3b97fa8700 req-179d4fc3-ab07-49a2-9f8f-bd4d4a27e0b5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:41.065917 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3c7b0892-a5ed-4561-9972-ab3b97fa8700 req-179d4fc3-ab07-49a2-9f8f-bd4d4a27e0b5 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0477884 Aug 26 00:58:41.113171 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3c7b0892-a5ed-4561-9972-ab3b97fa8700 req-44a40496-1551-4e5b-91fd-709b843e5c8d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415409 Aug 26 00:58:41.556341 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8318b34-174e-4771-97c0-bb80c12f8ea3 req-d0f5b468-ab47-498f-8509-e629de1d1d25 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:41.557863 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a8318b34-174e-4771-97c0-bb80c12f8ea3 req-d0f5b468-ab47-498f-8509-e629de1d1d25 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0471058 Aug 26 00:58:41.605212 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a8318b34-174e-4771-97c0-bb80c12f8ea3 req-02ff050f-a813-4417-928b-b5f2719ab157 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413847 Aug 26 00:58:41.723595 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb50946-ea72-4a48-919c-34e0ba6cfbe3 req-35ce024b-d13c-40ab-a720-0de42c8634e3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:41.725111 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-deb50946-ea72-4a48-919c-34e0ba6cfbe3 req-35ce024b-d13c-40ab-a720-0de42c8634e3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0479875 Aug 26 00:58:41.735081 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 46198) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:58:41.739354 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-7c1c34ab-7571-4a96-8e59-436e21aec4a3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Request body: {'floatingip': {'port_id': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:58:41.780112 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7c1c34ab-7571-4a96-8e59-436e21aec4a3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (97af364d-7be6-459a-8d8b-1baa435c7c79), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:41.884505 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:42.178304 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:42.194729 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:42.199206 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7c1c34ab-7571-4a96-8e59-436e21aec4a3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:42.235033 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99132ade-db5c-4240-89bc-5d1afd5cffeb req-442b76af-b187-4e2c-bfdd-484b1c205fab tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:42.236552 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-99132ade-db5c-4240-89bc-5d1afd5cffeb req-442b76af-b187-4e2c-bfdd-484b1c205fab tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0505242 Aug 26 00:58:42.262509 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7c1c34ab-7571-4a96-8e59-436e21aec4a3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (97af364d-7be6-459a-8d8b-1baa435c7c79), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:42.284893 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-99132ade-db5c-4240-89bc-5d1afd5cffeb req-94c30b18-3f4a-41da-ba90-4c8e4c441b72 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427012 Aug 26 00:58:42.358951 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.l3_db [None req-7c1c34ab-7571-4a96-8e59-436e21aec4a3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Floating IP 97af364d-7be6-459a-8d8b-1baa435c7c79 associated. External IP: 172.27.1.170, port: abc8d4e4-fe47-4480-9cbb-c4ca4d73b355. Aug 26 00:58:42.562936 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1c34ab-7571-4a96-8e59-436e21aec4a3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Router eed7c60f-4637-4288-9c7f-7f548fe15505 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:58:42.666301 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1c34ab-7571-4a96-8e59-436e21aec4a3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:58:42.671458 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7c1c34ab-7571-4a96-8e59-436e21aec4a3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:42.677625 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b6e4f-9ae6-40fd-bc70-6e821d46939a None None] Sync routers for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:58:42.688281 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b6e4f-9ae6-40fd-bc70-6e821d46939a None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:58:42.689297 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-b01b6e4f-9ae6-40fd-bc70-6e821d46939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:58:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:58:42.701553 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-7c1c34ab-7571-4a96-8e59-436e21aec4a3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/97af364d-7be6-459a-8d8b-1baa435c7c79 HTTP/1.1" status: 200 len: 992 time: 0.9648874 Aug 26 00:58:42.702135 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:58:42.704409 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f029fcd-b09b-4478-91b6-1931b80e7ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:58:42.744812 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d380603-7b20-454d-b2be-30b8ac536ec1 x-openstack-request-id: req-8d380603-7b20-454d-b2be-30b8ac536ec1 {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:58:42.745103 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:58:42.745357 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d380603-7b20-454d-b2be-30b8ac536ec1 {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:58:42.745791 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d380603-7b20-454d-b2be-30b8ac536ec1'] response: {'name': 'network-changed', 'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'status': 'completed', 'code': 200} Aug 26 00:58:42.815641 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-b01b6e4f-9ae6-40fd-bc70-6e821d46939a None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:58:42.852136 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:42.853705 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029fcd-b09b-4478-91b6-1931b80e7ec5 req-7288d859-d558-49bd-9afb-6244140f1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:42.855831 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9f029fcd-b09b-4478-91b6-1931b80e7ec5 req-7288d859-d558-49bd-9afb-6244140f1f59 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 1130 time: 0.0472207 Aug 26 00:58:42.899697 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990f873-046e-4de9-9ef7-31320b973eff req-0028d695-fe1e-4774-865d-584a5c0744f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:42.901567 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e990f873-046e-4de9-9ef7-31320b973eff req-0028d695-fe1e-4774-865d-584a5c0744f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0492706 Aug 26 00:58:42.948708 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:42.956914 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e990f873-046e-4de9-9ef7-31320b973eff req-b23fc46c-63a7-41eb-9276-01a25c8ea81e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491593 Aug 26 00:58:42.960702 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029fcd-b09b-4478-91b6-1931b80e7ec5 req-9ba23631-e59c-4edf-bafa-76dbe9fad431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:42.964864 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9f029fcd-b09b-4478-91b6-1931b80e7ec5 req-9ba23631-e59c-4edf-bafa-76dbe9fad431 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 200 len: 919 time: 0.1002593 Aug 26 00:58:43.030459 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3579-a54e-446e-8587-98295bf72b52 req-bb707508-a09a-4954-900e-36200634dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:43.031979 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-461b3579-a54e-446e-8587-98295bf72b52 req-bb707508-a09a-4954-900e-36200634dad2 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 1129 time: 0.0489831 Aug 26 00:58:43.049668 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9f029fcd-b09b-4478-91b6-1931b80e7ec5 req-497208b8-34c0-4e39-934d-64a894f60cc6 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 HTTP/1.1" status: 200 len: 1000 time: 0.0762916 Aug 26 00:58:43.110324 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029fcd-b09b-4478-91b6-1931b80e7ec5 req-cc699616-dda0-49a3-a194-d5f927e3cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:43.111885 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9f029fcd-b09b-4478-91b6-1931b80e7ec5 req-cc699616-dda0-49a3-a194-d5f927e3cbde service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=057ee52c-7eaf-4765-b679-5f157b27c59c HTTP/1.1" status: 200 len: 856 time: 0.0492730 Aug 26 00:58:43.120074 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:43.151325 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:43.159363 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029fcd-b09b-4478-91b6-1931b80e7ec5 req-0b3b8ade-b482-494f-a665-a20dec8e423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:43.161142 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9f029fcd-b09b-4478-91b6-1931b80e7ec5 req-0b3b8ade-b482-494f-a665-a20dec8e423c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=82719f0d-e147-413c-83ac-404aae47d6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426059 Aug 26 00:58:43.177500 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-b01b6e4f-9ae6-40fd-bc70-6e821d46939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '97af364d-7be6-459a-8d8b-1baa435c7c79', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'port_id': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'mac_address': 'fa:16:3e:fd:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:58:26Z', 'updated_at': '2022-08-26T00:58:42Z', 'revision_number': 1, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:05Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:58:43.217670 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b6e4f-9ae6-40fd-bc70-6e821d46939a None None] Checking router: eed7c60f-4637-4288-9c7f-7f548fe15505 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:58:43.227693 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b6e4f-9ae6-40fd-bc70-6e821d46939a None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:58:43.228627 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-b01b6e4f-9ae6-40fd-bc70-6e821d46939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:58:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:58:43.276978 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9f029fcd-b09b-4478-91b6-1931b80e7ec5 req-a692b578-f741-4ae7-bf08-407d64d0bf98 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089165 Aug 26 00:58:43.344044 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-b01b6e4f-9ae6-40fd-bc70-6e821d46939a None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:58:43.360710 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3579-a54e-446e-8587-98295bf72b52 req-9995edf7-eda2-470f-9c31-69c56f9d870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:43.362326 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-461b3579-a54e-446e-8587-98295bf72b52 req-9995edf7-eda2-470f-9c31-69c56f9d870c service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 921 time: 0.3238215 Aug 26 00:58:43.377581 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9f029fcd-b09b-4478-91b6-1931b80e7ec5 req-7d7ab497-9512-4531-a985-c933bf2d5e77 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944858 Aug 26 00:58:43.428443 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-461b3579-a54e-446e-8587-98295bf72b52 req-d312fab4-8b24-4297-86a5-397e0731e1ea service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f607c1-adc1-4120-ac0a-38b41904464e HTTP/1.1" status: 200 len: 1001 time: 0.0590529 Aug 26 00:58:43.479648 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3579-a54e-446e-8587-98295bf72b52 req-3b245905-7932-4da9-8aa4-eb4dbec201e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:43.480987 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-461b3579-a54e-446e-8587-98295bf72b52 req-3b245905-7932-4da9-8aa4-eb4dbec201e2 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.0458844 Aug 26 00:58:43.525205 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3579-a54e-446e-8587-98295bf72b52 req-d6916493-b987-456e-af64-18111b3e4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:43.526723 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-461b3579-a54e-446e-8587-98295bf72b52 req-d6916493-b987-456e-af64-18111b3e4475 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384221 Aug 26 00:58:43.566492 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-b01b6e4f-9ae6-40fd-bc70-6e821d46939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '97af364d-7be6-459a-8d8b-1baa435c7c79', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'port_id': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'mac_address': 'fa:16:3e:fd:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:58:26Z', 'updated_at': '2022-08-26T00:58:42Z', 'revision_number': 1, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:05Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:58:43.590807 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b6e4f-9ae6-40fd-bc70-6e821d46939a None None] The sync data for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi is: [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '97af364d-7be6-459a-8d8b-1baa435c7c79', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'port_id': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'mac_address': 'fa:16:3e:fd:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:58:26Z', 'updated_at': '2022-08-26T00:58:42Z', 'revision_number': 1, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:05Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:58:43.620220 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-461b3579-a54e-446e-8587-98295bf72b52 req-2837d605-0279-4a68-891d-ab1770cda5dc service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869792 Aug 26 00:58:43.679274 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:43.714869 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-461b3579-a54e-446e-8587-98295bf72b52 req-caeea195-8726-4f1f-8c2a-e72e92951922 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884132 Aug 26 00:58:43.780867 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abec29f-2f49-4d09-95bb-0817b4b1a60f None None] New status for floating IP 97af364d-7be6-459a-8d8b-1baa435c7c79: ACTIVE {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 00:58:43.862913 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:44.095442 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c004856-6e4d-4587-83ed-3f886cca8b69 req-0412fe53-375c-49bb-ab23-4c97d7fd5248 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:44.096934 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2c004856-6e4d-4587-83ed-3f886cca8b69 req-0412fe53-375c-49bb-ab23-4c97d7fd5248 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0481930 Aug 26 00:58:44.155635 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2c004856-6e4d-4587-83ed-3f886cca8b69 req-e70c22ba-3114-47da-95af-1ba8866e1d1c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531735 Aug 26 00:58:45.281443 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433595bc-d62c-490d-bbe5-71b87c8567c0 req-6e9249f9-b4a5-4eca-b8cb-901505682d57 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:45.282937 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-433595bc-d62c-490d-bbe5-71b87c8567c0 req-6e9249f9-b4a5-4eca-b8cb-901505682d57 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0525515 Aug 26 00:58:45.329301 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-433595bc-d62c-490d-bbe5-71b87c8567c0 req-7ad4d781-11b1-4656-b68a-8824b572c0ca tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408535 Aug 26 00:58:46.446297 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e185d-d6bb-4b55-bd1f-16e626abb101 req-e0682aaa-b6b7-46cc-b27e-86ecd116f853 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:46.447768 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-296e185d-d6bb-4b55-bd1f-16e626abb101 req-e0682aaa-b6b7-46cc-b27e-86ecd116f853 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0467503 Aug 26 00:58:46.495126 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-296e185d-d6bb-4b55-bd1f-16e626abb101 req-01304ec6-8f1b-4df8-9d30-0d22b9493d9f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410805 Aug 26 00:58:46.609490 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b0f7b-981d-4b5a-a095-c95a644925aa req-1d7d35ea-8c3c-4aeb-8797-14e3ad97b3f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:46.610941 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e35b0f7b-981d-4b5a-a095-c95a644925aa req-1d7d35ea-8c3c-4aeb-8797-14e3ad97b3f4 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0468886 Aug 26 00:58:46.620407 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 46226) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:58:46.625195 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-471d7ef6-f0b8-4699-b4ec-ec2eb2983a36 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Request body: {'floatingip': {'port_id': '56f607c1-adc1-4120-ac0a-38b41904464e'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:58:46.679474 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-471d7ef6-f0b8-4699-b4ec-ec2eb2983a36 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for floatingip (51f3ab10-afb6-460b-914f-fa7d8774d6db), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:47.070616 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:47.117529 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-471d7ef6-f0b8-4699-b4ec-ec2eb2983a36 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:47.198716 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-471d7ef6-f0b8-4699-b4ec-ec2eb2983a36 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (51f3ab10-afb6-460b-914f-fa7d8774d6db), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:47.393502 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471d7ef6-f0b8-4699-b4ec-ec2eb2983a36 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Router 08798a74-ed5d-4aa0-95ed-44183a44fb97 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:58:47.481476 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:47.496326 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471d7ef6-f0b8-4699-b4ec-ec2eb2983a36 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:58:47.502044 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-471d7ef6-f0b8-4699-b4ec-ec2eb2983a36 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:47.506657 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e7205-c9f0-4f6a-ae0f-dceede80ef93 None None] Sync routers for ids ['08798a74-ed5d-4aa0-95ed-44183a44fb97'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:58:47.515940 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e7205-c9f0-4f6a-ae0f-dceede80ef93 None None] Routers {'08798a74-ed5d-4aa0-95ed-44183a44fb97'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:58:47.516608 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-373e7205-c9f0-4f6a-ae0f-dceede80ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:58:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['08798a74-ed5d-4aa0-95ed-44183a44fb97'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:58:47.535910 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'tag': '56f607c1-adc1-4120-ac0a-38b41904464e'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:58:47.536119 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4b800e-3e7a-4538-9019-0fa96079b175" -d '{"events": [{"name": "network-changed", "server_uuid": "81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd", "tag": "56f607c1-adc1-4120-ac0a-38b41904464e"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:58:47.570523 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-471d7ef6-f0b8-4699-b4ec-ec2eb2983a36 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/51f3ab10-afb6-460b-914f-fa7d8774d6db HTTP/1.1" status: 200 len: 993 time: 0.9460707 Aug 26 00:58:47.575692 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3012154c-d9c6-487d-925e-74eae7347ca0 x-openstack-request-id: req-3012154c-d9c6-487d-925e-74eae7347ca0 {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:58:47.575982 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd", "tag": "56f607c1-adc1-4120-ac0a-38b41904464e", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:58:47.576239 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3012154c-d9c6-487d-925e-74eae7347ca0 {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:58:47.577193 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3012154c-d9c6-487d-925e-74eae7347ca0'] response: {'name': 'network-changed', 'server_uuid': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'tag': '56f607c1-adc1-4120-ac0a-38b41904464e', 'status': 'completed', 'code': 200} Aug 26 00:58:47.620497 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-373e7205-c9f0-4f6a-ae0f-dceede80ef93 None None] Set router 08798a74-ed5d-4aa0-95ed-44183a44fb97 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:58:47.671230 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b800e-3e7a-4538-9019-0fa96079b175 req-28227486-1314-4e1c-950f-67972ec4f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:47.672718 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd4b800e-3e7a-4538-9019-0fa96079b175 req-28227486-1314-4e1c-950f-67972ec4f2ce service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 1129 time: 0.0394547 Aug 26 00:58:47.765800 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b800e-3e7a-4538-9019-0fa96079b175 req-384f0558-913b-45f4-a0c2-59c902f4e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:47.767259 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd4b800e-3e7a-4538-9019-0fa96079b175 req-384f0558-913b-45f4-a0c2-59c902f4e7ca service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 921 time: 0.0880156 Aug 26 00:58:47.828253 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd4b800e-3e7a-4538-9019-0fa96079b175 req-30759f3a-80ef-44a1-a3b6-825ed9f1b773 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f607c1-adc1-4120-ac0a-38b41904464e HTTP/1.1" status: 200 len: 1001 time: 0.0544603 Aug 26 00:58:47.829373 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-373e7205-c9f0-4f6a-ae0f-dceede80ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:47Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '51f3ab10-afb6-460b-914f-fa7d8774d6db', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'port_id': '56f607c1-adc1-4120-ac0a-38b41904464e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'mac_address': 'fa:16:3e:1a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:56:27Z', 'updated_at': '2022-08-26T00:58:47Z', 'revision_number': 3, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3741ef52-7f9b-4328-926c-1695b7e41460', 'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'mac_address': 'fa:16:3e:d2:50:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:46Z', 'updated_at': '2022-08-26T00:53:54Z', 'revision_number': 5, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'subnets': [{'id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:58:47.858712 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e7205-c9f0-4f6a-ae0f-dceede80ef93 None None] Checking router: 08798a74-ed5d-4aa0-95ed-44183a44fb97 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:58:47.870672 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e7205-c9f0-4f6a-ae0f-dceede80ef93 None None] Routers {'08798a74-ed5d-4aa0-95ed-44183a44fb97'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:58:47.871307 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-373e7205-c9f0-4f6a-ae0f-dceede80ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:58:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['08798a74-ed5d-4aa0-95ed-44183a44fb97'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:58:47.883248 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b800e-3e7a-4538-9019-0fa96079b175 req-a3d98230-da9e-46b9-a998-276436143571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:47.884744 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd4b800e-3e7a-4538-9019-0fa96079b175 req-a3d98230-da9e-46b9-a998-276436143571 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.0506644 Aug 26 00:58:47.929408 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b800e-3e7a-4538-9019-0fa96079b175 req-66a29b2e-8bd4-4b09-a1c0-34c54a2c850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:47.930834 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd4b800e-3e7a-4538-9019-0fa96079b175 req-66a29b2e-8bd4-4b09-a1c0-34c54a2c850c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399756 Aug 26 00:58:47.961120 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:47.977229 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-373e7205-c9f0-4f6a-ae0f-dceede80ef93 None None] Set router 08798a74-ed5d-4aa0-95ed-44183a44fb97 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:58:48.022087 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd4b800e-3e7a-4538-9019-0fa96079b175 req-de064ab6-ade9-4e20-b7cb-fac1d0104621 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844867 Aug 26 00:58:48.103621 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:48.116922 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd4b800e-3e7a-4538-9019-0fa96079b175 req-db1b7c19-6043-4b7d-b73d-6849f7afcd94 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883126 Aug 26 00:58:48.186614 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-373e7205-c9f0-4f6a-ae0f-dceede80ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:47Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '51f3ab10-afb6-460b-914f-fa7d8774d6db', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'port_id': '56f607c1-adc1-4120-ac0a-38b41904464e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'mac_address': 'fa:16:3e:1a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:56:27Z', 'updated_at': '2022-08-26T00:58:47Z', 'revision_number': 3, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3741ef52-7f9b-4328-926c-1695b7e41460', 'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'mac_address': 'fa:16:3e:d2:50:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:46Z', 'updated_at': '2022-08-26T00:53:54Z', 'revision_number': 5, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'subnets': [{'id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:58:48.215113 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e7205-c9f0-4f6a-ae0f-dceede80ef93 None None] The sync data for ids ['08798a74-ed5d-4aa0-95ed-44183a44fb97'] in dv-cinder-835384-25-iscsi is: [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:47Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '51f3ab10-afb6-460b-914f-fa7d8774d6db', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'port_id': '56f607c1-adc1-4120-ac0a-38b41904464e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'mac_address': 'fa:16:3e:1a:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:56:27Z', 'updated_at': '2022-08-26T00:58:47Z', 'revision_number': 3, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3741ef52-7f9b-4328-926c-1695b7e41460', 'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'mac_address': 'fa:16:3e:d2:50:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:46Z', 'updated_at': '2022-08-26T00:53:54Z', 'revision_number': 5, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'subnets': [{'id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:58:49.107550 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:58:49.578845 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'tag': '56f607c1-adc1-4120-ac0a-38b41904464e'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:58:49.581209 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248438dd-a5d7-4a7d-87b8-74c0807fd54f" -d '{"events": [{"name": "network-changed", "server_uuid": "81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd", "tag": "56f607c1-adc1-4120-ac0a-38b41904464e"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:58:49.620815 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfd63e6-45f0-4d1f-a777-c5d5250d763d x-openstack-request-id: req-5dfd63e6-45f0-4d1f-a777-c5d5250d763d {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:58:49.621100 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd", "tag": "56f607c1-adc1-4120-ac0a-38b41904464e", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:58:49.621355 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5dfd63e6-45f0-4d1f-a777-c5d5250d763d {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:58:49.621756 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfd63e6-45f0-4d1f-a777-c5d5250d763d'] response: {'name': 'network-changed', 'server_uuid': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'tag': '56f607c1-adc1-4120-ac0a-38b41904464e', 'status': 'completed', 'code': 200} Aug 26 00:58:49.712134 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:49.718102 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248438dd-a5d7-4a7d-87b8-74c0807fd54f req-f17d9039-f54f-4a62-bfef-27480e2be910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:49.719557 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-248438dd-a5d7-4a7d-87b8-74c0807fd54f req-f17d9039-f54f-4a62-bfef-27480e2be910 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=368f6a9e030e4aff9ef6559a6a165975&device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 1129 time: 0.0390615 Aug 26 00:58:49.812327 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248438dd-a5d7-4a7d-87b8-74c0807fd54f req-9f2d2a3d-2ddf-4dd7-bb7d-d2220ac7964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:49.813787 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-248438dd-a5d7-4a7d-87b8-74c0807fd54f req-9f2d2a3d-2ddf-4dd7-bb7d-d2220ac7964a service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 200 len: 921 time: 0.0876071 Aug 26 00:58:49.874031 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-248438dd-a5d7-4a7d-87b8-74c0807fd54f req-92fc1a34-82b2-4c95-af3d-be7b62cf3baf service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56f607c1-adc1-4120-ac0a-38b41904464e HTTP/1.1" status: 200 len: 1001 time: 0.0531104 Aug 26 00:58:49.924997 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248438dd-a5d7-4a7d-87b8-74c0807fd54f req-0edef7ec-7979-4384-bf78-50893c28cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:49.926561 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-248438dd-a5d7-4a7d-87b8-74c0807fd54f req-0edef7ec-7979-4384-bf78-50893c28cb0b service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 200 len: 858 time: 0.0473142 Aug 26 00:58:49.973069 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248438dd-a5d7-4a7d-87b8-74c0807fd54f req-07291136-7d1b-451e-a281-f3ecf5f251bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:49.974468 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-248438dd-a5d7-4a7d-87b8-74c0807fd54f req-07291136-7d1b-451e-a281-f3ecf5f251bd service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=7609779d-30c3-4a34-917a-c632dbd6c083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419314 Aug 26 00:58:50.062010 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-248438dd-a5d7-4a7d-87b8-74c0807fd54f req-9986ac4a-e4c6-4ccf-a8ed-1bdcc1a9e257 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811582 Aug 26 00:58:50.153389 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-248438dd-a5d7-4a7d-87b8-74c0807fd54f req-dca18815-4f58-446c-ac8e-f739fb51f0fa service neutron] 10.222.0.91 "GET /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849779 Aug 26 00:58:51.261126 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03527890-d882-4521-a1a2-8af294a7fb33 req-55b1b52d-4d6e-4c9a-a1b8-70618ba9f110 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375443 Aug 26 00:58:51.328754 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:51.338234 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03527890-d882-4521-a1a2-8af294a7fb33 req-e1a91bbe-4447-4685-aa1d-e544217b9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:51.339709 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03527890-d882-4521-a1a2-8af294a7fb33 req-e1a91bbe-4447-4685-aa1d-e544217b9b63 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=5219060f4c184521919b017e8435eca5&device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 1129 time: 0.0381422 Aug 26 00:58:51.444565 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03527890-d882-4521-a1a2-8af294a7fb33 req-2fde1f72-ec9c-4084-a828-bb351d459d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:51.446029 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03527890-d882-4521-a1a2-8af294a7fb33 req-2fde1f72-ec9c-4084-a828-bb351d459d44 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5 HTTP/1.1" status: 200 len: 913 time: 0.0887289 Aug 26 00:58:51.510758 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03527890-d882-4521-a1a2-8af294a7fb33 req-d4d25777-15c7-4a6e-8790-4f2ae46cb66d service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9a5c66-fe0c-40d8-ae1a-65494e24310f HTTP/1.1" status: 200 len: 999 time: 0.0545053 Aug 26 00:58:51.568411 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03527890-d882-4521-a1a2-8af294a7fb33 req-48559fa4-88ce-42be-9953-b31c69edd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:51.569938 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03527890-d882-4521-a1a2-8af294a7fb33 req-48559fa4-88ce-42be-9953-b31c69edd02f service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=9109bc51-e9d9-49d0-af4c-512542672cea HTTP/1.1" status: 200 len: 850 time: 0.0478866 Aug 26 00:58:51.615855 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03527890-d882-4521-a1a2-8af294a7fb33 req-e03a0cf0-cee9-480e-8625-3b6f8dc4bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:58:51.617376 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03527890-d882-4521-a1a2-8af294a7fb33 req-e03a0cf0-cee9-480e-8625-3b6f8dc4bf72 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378146 Aug 26 00:58:51.710084 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03527890-d882-4521-a1a2-8af294a7fb33 req-1b75ae84-a450-424e-ad2e-478d16e63cc3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815442 Aug 26 00:58:51.806134 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03527890-d882-4521-a1a2-8af294a7fb33 req-d3320e2f-1d90-4d3a-a5c3-3b52199e0e70 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851865 Aug 26 00:58:53.960197 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:56.488674 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=68 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:56.491607 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=37 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:58.058731 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:58:59.031719 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=10 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:58:59.033966 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:00.077484 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73cd57-1e8d-4a4c-9984-5b8455c27591 req-6085f28b-8695-4f5d-8ded-90647aea4243 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:00.078951 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4d73cd57-1e8d-4a4c-9984-5b8455c27591 req-6085f28b-8695-4f5d-8ded-90647aea4243 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0503943 Aug 26 00:59:00.125637 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4d73cd57-1e8d-4a4c-9984-5b8455c27591 req-d854860e-4198-4134-9fba-c8467190c09c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405090 Aug 26 00:59:00.650200 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-d01ef0d6-6e4b-4331-baa8-883fdb7feb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:01.246411 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb24d1-0f61-4404-9b2c-139d4f0061d3 req-6bfb85da-6c03-4bc4-af66-d1b681e1520c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:01.247886 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e4bb24d1-0f61-4404-9b2c-139d4f0061d3 req-6bfb85da-6c03-4bc4-af66-d1b681e1520c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0473573 Aug 26 00:59:01.258606 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:01.295434 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e4bb24d1-0f61-4404-9b2c-139d4f0061d3 req-ef5a09ee-dcca-47d2-9fb8-4a106f779529 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420837 Aug 26 00:59:02.411775 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0633c1f-5d4f-4c29-85a8-9567d22440a9 req-bdccf672-e195-401a-a22c-f9a94f3c2d50 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:02.413268 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c0633c1f-5d4f-4c29-85a8-9567d22440a9 req-bdccf672-e195-401a-a22c-f9a94f3c2d50 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0471051 Aug 26 00:59:02.461522 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c0633c1f-5d4f-4c29-85a8-9567d22440a9 req-d4eee4ca-55d1-4328-b19c-fc24569ebd30 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d60cc35c-de6f-45df-8955-364643eef7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423977 Aug 26 00:59:02.496700 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-cdd7ab7b-22b4-4dfa-b5d8-0627bc0c7857 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:02.498145 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-cdd7ab7b-22b4-4dfa-b5d8-0627bc0c7857 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 945 time: 0.0502679 Aug 26 00:59:02.608869 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Deleting port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:59:02.609133 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:02.700214 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] For port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9a9a5c66-fe0c-40d8-ae1a-65494e24310f,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:02.700582 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:03.039346 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-ae0bda7f-f41d-4494-b6ed-5ac8582def8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:03.129129 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:03.129492 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (8ab95938-a3e7-447c-976a-bdd5fe3cff19), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:03.129810 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.l3_db [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Floating IP 8ab95938-a3e7-447c-976a-bdd5fe3cff19 disassociated. External IP: 172.27.1.7, port: 9a9a5c66-fe0c-40d8-ae1a-65494e24310f. Aug 26 00:59:03.130157 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Calling delete_port for 9a9a5c66-fe0c-40d8-ae1a-65494e24310f owned by compute:nova {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:59:03.139352 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:03.330426 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (9a9a5c66-fe0c-40d8-ae1a-65494e24310f), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:03.357674 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event deleted for resources: {'Port': ['ID=9a9a5c66-fe0c-40d8-ae1a-65494e24310f,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:03.468310 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Router 546122f2-6554-4a21-81a4-d2f9a9674a0d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:59:03.520922 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:03.584333 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-44c77789-9002-4938-9650-b49645e89c89 req-df661cd4-8736-43bd-a4cd-f7d1fb9a355c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 210 time: 0.0320537 Aug 26 00:59:03.597220 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:59:03.617793 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6fd309-c79f-418d-9691-5f5b27286249 None None] Sync routers for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:59:03.628922 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6fd309-c79f-418d-9691-5f5b27286249 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:59:03.629470 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-3e6fd309-c79f-418d-9691-5f5b27286249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:59:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:03.668990 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] No DVR routers for this DVR port 9a9a5c66-fe0c-40d8-ae1a-65494e24310f on host hv-cinder-83538 {{(pid=113335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:59:03.671667 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:03.675082 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4d37af5e-fcc1-4c39-adf0-396070939266 req-60fe9fdb-4948-4537-aa50-b1d6e1e18db8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.91 "DELETE /networking/v2.0/ports/9a9a5c66-fe0c-40d8-ae1a-65494e24310f HTTP/1.1" status: 204 len: 173 time: 1.1698775 Aug 26 00:59:03.675528 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'name': 'network-vif-deleted', 'tag': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:59:03.677940 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3fe78f-91b8-41ee-981f-09d7508e0d85" -d '{"events": [{"server_uuid": "730816fc-0c43-43e3-ab6e-e7f324e403d7", "name": "network-vif-deleted", "tag": "9a9a5c66-fe0c-40d8-ae1a-65494e24310f"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:59:03.729822 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48bfb7a-a2c0-4ec2-bede-d985f2d7340d x-openstack-request-id: req-a48bfb7a-a2c0-4ec2-bede-d985f2d7340d {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:59:03.730184 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730816fc-0c43-43e3-ab6e-e7f324e403d7", "name": "network-vif-deleted", "tag": "9a9a5c66-fe0c-40d8-ae1a-65494e24310f", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:59:03.730364 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a48bfb7a-a2c0-4ec2-bede-d985f2d7340d {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:59:03.730776 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48bfb7a-a2c0-4ec2-bede-d985f2d7340d'] response: {'server_uuid': '730816fc-0c43-43e3-ab6e-e7f324e403d7', 'name': 'network-vif-deleted', 'tag': '9a9a5c66-fe0c-40d8-ae1a-65494e24310f', 'status': 'completed', 'code': 200} Aug 26 00:59:03.734985 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-3e6fd309-c79f-418d-9691-5f5b27286249 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:59:03.932992 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-3e6fd309-c79f-418d-9691-5f5b27286249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:00Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:03.958627 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6fd309-c79f-418d-9691-5f5b27286249 None None] Checking router: 546122f2-6554-4a21-81a4-d2f9a9674a0d for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:59:03.967241 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6fd309-c79f-418d-9691-5f5b27286249 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:59:03.967844 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-3e6fd309-c79f-418d-9691-5f5b27286249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:59:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:04.071634 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-3e6fd309-c79f-418d-9691-5f5b27286249 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:59:04.259892 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-3e6fd309-c79f-418d-9691-5f5b27286249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:00Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:04.288777 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6fd309-c79f-418d-9691-5f5b27286249 None None] The sync data for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi is: [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:00Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:59:04.335900 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:04.503204 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad943d-e5b3-405d-8fc3-b8b46ae140af None None] New status for floating IP 8ab95938-a3e7-447c-976a-bdd5fe3cff19: DOWN {{(pid=113337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 00:59:04.705057 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-01adda1c-f2f4-410b-97e5-07b61bc93094 req-68257ebc-e368-44f1-ab17-b649a869f90d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=730816fc-0c43-43e3-ab6e-e7f324e403d7 HTTP/1.1" status: 200 len: 210 time: 0.0341694 Aug 26 00:59:05.741656 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:05.838848 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 46274) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:05.855433 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:05.894682 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group (d60cc35c-de6f-45df-8955-364643eef7e0), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:05.916561 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group (d60cc35c-de6f-45df-8955-364643eef7e0), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:05.994881 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 9a9a5c66-fe0c-40d8-ae1a-65494e24310f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:59:06.015794 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (d60cc35c-de6f-45df-8955-364643eef7e0), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:06.016347 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 9a9a5c66-fe0c-40d8-ae1a-65494e24310f {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:59:06.016717 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 9a9a5c66-fe0c-40d8-ae1a-65494e24310f not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:59:06.019092 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:06.020259 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d60cc35c-de6f-45df-8955-364643eef7e0 HTTP/1.1" status: 204 len: 168 time: 0.1803741 Aug 26 00:59:06.023215 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46276) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:06.029506 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60cc35c-de6f-45df-8955-364643eef7e0,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:06.041803 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.041803 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.041803 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.041803 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.042179 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.api.v2.resource [None req-d621efa4-9056-4e08-9e0c-b3c88891b89c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] show failed (client error): The resource could not be found. Aug 26 00:59:06.042283 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.042283 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.042283 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.042534 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-d621efa4-9056-4e08-9e0c-b3c88891b89c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups/d60cc35c-de6f-45df-8955-364643eef7e0 HTTP/1.1" status: 404 len: 347 time: 0.0137734 Aug 26 00:59:06.042784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.042784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.042784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.042784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.042784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.042784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.042784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.042784 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4f703-9f65-499b-a88d-7942a25504bf tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.043483 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46278) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:06.153160 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Deleting port b01e860e-e55b-4766-bcd4-0ec93d35c4d4 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:59:06.153503 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (b01e860e-e55b-4766-bcd4-0ec93d35c4d4), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:06.230572 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (b01e860e-e55b-4766-bcd4-0ec93d35c4d4), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:06.230901 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (b01e860e-e55b-4766-bcd4-0ec93d35c4d4), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:06.243772 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Calling delete_port for b01e860e-e55b-4766-bcd4-0ec93d35c4d4 owned by network:floatingip {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:59:06.421540 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (b01e860e-e55b-4766-bcd4-0ec93d35c4d4), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:06.444720 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event deleted for resources: {'Port': ['ID=b01e860e-e55b-4766-bcd4-0ec93d35c4d4,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:06.459748 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.460104 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.460450 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.460817 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.461153 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.461486 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.461906 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.462242 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.462574 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.462903 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.463233 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.463568 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.463894 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.464218 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.464566 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:06.520748 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (8ab95938-a3e7-447c-976a-bdd5fe3cff19), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:06.523231 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:06.524369 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-579be205-d576-44f6-acec-17e61e0993b9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/8ab95938-a3e7-447c-976a-bdd5fe3cff19 HTTP/1.1" status: 204 len: 168 time: 0.4816566 Aug 26 00:59:06.670609 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46282) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:06.675190 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-04f7c44d-f775-4b51-8c83-ac1428b02648 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092443180', 'description': 'tempest-description--1521873755'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:59:06.758420 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-04f7c44d-f775-4b51-8c83-ac1428b02648 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:06.828933 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-04f7c44d-f775-4b51-8c83-ac1428b02648 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group (2663b301-b71a-48da-8cdc-f9fb9ceab14d), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:06.878785 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-04f7c44d-f775-4b51-8c83-ac1428b02648 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (2663b301-b71a-48da-8cdc-f9fb9ceab14d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:06.908107 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7c44d-f775-4b51-8c83-ac1428b02648 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2663b301-b71a-48da-8cdc-f9fb9ceab14d,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:06.954736 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-04f7c44d-f775-4b51-8c83-ac1428b02648 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:06.956555 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-04f7c44d-f775-4b51-8c83-ac1428b02648 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2849078 Aug 26 00:59:06.959339 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46284) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:06.963595 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-992fdff9-9613-4295-b703-993279dfed2b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Request body: {'security_group_rule': {'security_group_id': '2663b301-b71a-48da-8cdc-f9fb9ceab14d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:59:06.979816 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:07.050851 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-992fdff9-9613-4295-b703-993279dfed2b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group_rule (c40f2c39-cef4-4ff3-82d1-bf472ff29364), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:07.061439 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:07.105516 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-992fdff9-9613-4295-b703-993279dfed2b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group_rule (c40f2c39-cef4-4ff3-82d1-bf472ff29364), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:07.192797 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-992fdff9-9613-4295-b703-993279dfed2b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (c40f2c39-cef4-4ff3-82d1-bf472ff29364), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:07.212978 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fdff9-9613-4295-b703-993279dfed2b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40f2c39-cef4-4ff3-82d1-bf472ff29364,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:07.280271 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-992fdff9-9613-4295-b703-993279dfed2b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:07.281505 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-992fdff9-9613-4295-b703-993279dfed2b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212166 Aug 26 00:59:07.284560 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46286) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:07.289379 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-a3db4bfd-cff2-4ade-b05d-6292548ba45b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Request body: {'security_group_rule': {'security_group_id': '2663b301-b71a-48da-8cdc-f9fb9ceab14d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:59:07.380925 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a3db4bfd-cff2-4ade-b05d-6292548ba45b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group_rule (a7417560-2c91-4e60-8a0e-437f4f2a82d9), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:07.436702 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a3db4bfd-cff2-4ade-b05d-6292548ba45b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group_rule (a7417560-2c91-4e60-8a0e-437f4f2a82d9), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:07.518945 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a3db4bfd-cff2-4ade-b05d-6292548ba45b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (a7417560-2c91-4e60-8a0e-437f4f2a82d9), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:07.539886 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db4bfd-cff2-4ade-b05d-6292548ba45b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7417560-2c91-4e60-8a0e-437f4f2a82d9,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:07.605922 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a3db4bfd-cff2-4ade-b05d-6292548ba45b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:07.607118 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-a3db4bfd-cff2-4ade-b05d-6292548ba45b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214836 Aug 26 00:59:07.610282 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46288) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:07.614524 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:59:07.701272 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:07.779276 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:07.888168 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Allocated IP 172.27.1.112 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/a39a2a2e-aa53-4e8c-8502-54175de6f6cc) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:59:07.989736 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for port (a39a2a2e-aa53-4e8c-8502-54175de6f6cc), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:08.061238 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (a39a2a2e-aa53-4e8c-8502-54175de6f6cc), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:08.103347 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:59:08.107716 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:59:08.110122 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:59:08.112098 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:08.134897 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event updated for resources: {'Port': ['ID=a39a2a2e-aa53-4e8c-8502-54175de6f6cc,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:08.194716 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:08.198977 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (e957738f-efd1-4a33-a80f-45c39946a4e6), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:08.296530 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (a39a2a2e-aa53-4e8c-8502-54175de6f6cc), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:08.446217 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for port (a39a2a2e-aa53-4e8c-8502-54175de6f6cc), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:08.547296 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (a39a2a2e-aa53-4e8c-8502-54175de6f6cc), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:08.617006 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (e957738f-efd1-4a33-a80f-45c39946a4e6), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:08.619650 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event updated for resources: {'Port': ['ID=a39a2a2e-aa53-4e8c-8502-54175de6f6cc,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:08.675280 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:08.676533 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-d9c0fa38-b25f-4919-b878-8fdb9f1bd127 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0653000 Aug 26 00:59:08.832685 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-6693d596-b583-4b88-ad19-01eb291e8e7e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2092443180&fields=id&tenant_id=5219060f4c184521919b017e8435eca5 HTTP/1.1" status: 200 len: 267 time: 0.0431902 Aug 26 00:59:08.947033 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-48863e9c-ee0c-468b-8e6e-601f786c7078 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:08.947033 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-48863e9c-ee0c-468b-8e6e-601f786c7078 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/networks?id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5 HTTP/1.1" status: 200 len: 811 time: 0.1044369 Aug 26 00:59:08.959059 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-3fc4aa42-6907-4e44-a0ad-cc2035e5e584 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/quotas/5219060f4c184521919b017e8435eca5 HTTP/1.1" status: 200 len: 375 time: 0.0102594 Aug 26 00:59:09.008835 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-529008bc-7a91-487a-af18-34a2d5ff448f tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=5219060f4c184521919b017e8435eca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442734 Aug 26 00:59:09.155103 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-047c99be-5b18-48bb-84e3-b11c511ac61e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346300 Aug 26 00:59:09.245969 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-a3d588c0-29a6-43df-a692-bc8f130cbf91 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850248 Aug 26 00:59:09.479615 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-38f26834-a7e3-440b-b22b-33ced9a07939 req-fb8909fd-93f1-490c-a883-92d829b67ef3 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 210 time: 0.0301239 Aug 26 00:59:10.579818 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-af7c315d-10b9-42b7-805f-29a436770bfb req-341bf9d5-53c9-40dd-a8f9-ff32b06c2522 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 210 time: 0.0283866 Aug 26 00:59:11.657530 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:11.685578 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6cc2781a-0eee-43f1-ba9b-0573f743852e req-4f47023c-25df-4f01-b69e-f65291eb4fb3 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 210 time: 0.0311236 Aug 26 00:59:11.711949 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-7f6de6ac-776c-40fb-a1d4-c3f6da9a205d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:11.713421 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-7f6de6ac-776c-40fb-a1d4-c3f6da9a205d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.91 "GET /networking/v2.0/networks?id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5 HTTP/1.1" status: 200 len: 811 time: 0.1067207 Aug 26 00:59:11.787604 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-a72135df-8803-4336-9dd2-f57050353796 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5219060f4c184521919b017e8435eca5 HTTP/1.1" status: 200 len: 380 time: 0.0575299 Aug 26 00:59:11.796928 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Request body: {'port': {'device_id': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'admin_state_up': True, 'tenant_id': '5219060f4c184521919b017e8435eca5', 'security_groups': ['2663b301-b71a-48da-8cdc-f9fb9ceab14d']}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:59:11.853749 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:12.032825 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Made reservation on behalf of 5219060f4c184521919b017e8435eca5 for: {'port': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:59:12.036548 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:12.181268 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Allocated IP 172.20.0.12 (a7f4c88d-45f2-48d0-b1db-d03d08216bf5/9109bc51-e9d9-49d0-af4c-512542672cea/f8e66d90-cfee-41e2-bd68-668434bd3c87) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:59:12.318424 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:12.404339 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:12.447932 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:59:12.451104 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:59:12.454712 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:59:12.482778 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event updated for resources: {'Port': ['ID=f8e66d90-cfee-41e2-bd68-668434bd3c87,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:12.510222 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:12.510851 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:12.589569 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-bae1a654-b0d6-41c2-8d70-802b91207b20 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7961731 Aug 26 00:59:12.649961 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Request body: {'port': {'device_id': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:59:12.681308 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-34d1efb0-3477-4357-a40d-6ae7452a2068 None None] Provisioning complete for port f8e66d90-cfee-41e2-bd68-668434bd3c87 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:59:12.681918 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-34d1efb0-3477-4357-a40d-6ae7452a2068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:12.713522 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-34d1efb0-3477-4357-a40d-6ae7452a2068 None None] Port f8e66d90-cfee-41e2-bd68-668434bd3c87 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:59:12.714640 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:12.843763 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:12.864398 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200d14b-36ad-406c-a62a-39bd7754e72d req-76f1a206-49b6-4f23-938f-7c24eed3f7d8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:12.866019 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c200d14b-36ad-406c-a62a-39bd7754e72d req-76f1a206-49b6-4f23-938f-7c24eed3f7d8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 932 time: 0.1017952 Aug 26 00:59:12.947329 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:12.958633 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c200d14b-36ad-406c-a62a-39bd7754e72d req-d8a1f566-da73-427e-b2fe-48931f5ea02b tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2663b301-b71a-48da-8cdc-f9fb9ceab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868027 Aug 26 00:59:13.042911 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e66d90-cfee-41e2-bd68-668434bd3c87 {{(pid=113335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:59:13.051166 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Publish callbacks [] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:13.063622 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.provisioning_blocks [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Transition to ACTIVE for port object f8e66d90-cfee-41e2-bd68-668434bd3c87 will not be triggered until provisioned by entity L2. {{(pid=113335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:59:13.141022 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:13.217545 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e66d90-cfee-41e2-bd68-668434bd3c87,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:13.249532 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.managers [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Attempting to bind port f8e66d90-cfee-41e2-bd68-668434bd3c87 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:59:13.249908 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.managers [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Attempting to bind port f8e66d90-cfee-41e2-bd68-668434bd3c87 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'}] {{(pid=113335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:59:13.250242 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Attempting to bind port f8e66d90-cfee-41e2-bd68-668434bd3c87 on network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:59:13.255533 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Port f8e66d90-cfee-41e2-bd68-668434bd3c87 on network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:59:13.255855 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Attempting to bind port f8e66d90-cfee-41e2-bd68-668434bd3c87 on network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:59:13.260961 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:59:13.261297 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Checking segment: {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:59:13.261681 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Bound using segment: {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'} {{(pid=113335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:59:13.262117 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.managers [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Bound port: f8e66d90-cfee-41e2-bd68-668434bd3c87, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5'}}] {{(pid=113335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:59:13.262478 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:13.323017 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] For port f8e66d90-cfee-41e2-bd68-668434bd3c87, host hv-cinder-83538, cleared binding levels {{(pid=113335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:59:13.326128 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] For port f8e66d90-cfee-41e2-bd68-668434bd3c87, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f8e66d90-cfee-41e2-bd68-668434bd3c87,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:59:13.381180 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:13.385169 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:13.385773 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:13.387126 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/f8e66d90-cfee-41e2-bd68-668434bd3c87 HTTP/1.1" status: 200 len: 1094 time: 0.7833877 Aug 26 00:59:13.387612 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'tag': 'f8e66d90-cfee-41e2-bd68-668434bd3c87'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:59:13.389857 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd334b28-5e74-49b7-9636-5bcb6aa13ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "33bd7c7e-1f1c-4d78-9a79-142e4f5c3478", "tag": "f8e66d90-cfee-41e2-bd68-668434bd3c87"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:59:13.443923 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2c402-4939-47cc-bd1c-979a8d56a229 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e66d90-cfee-41e2-bd68-668434bd3c87,revision_number=3']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:13.495028 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13db4d54-847d-4edf-bc70-6f46dc80a06c x-openstack-request-id: req-13db4d54-847d-4edf-bc70-6f46dc80a06c {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:59:13.495328 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bd7c7e-1f1c-4d78-9a79-142e4f5c3478", "tag": "f8e66d90-cfee-41e2-bd68-668434bd3c87", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:59:13.495600 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13db4d54-847d-4edf-bc70-6f46dc80a06c {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:59:13.496003 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13db4d54-847d-4edf-bc70-6f46dc80a06c'] response: {'name': 'network-changed', 'server_uuid': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'tag': 'f8e66d90-cfee-41e2-bd68-668434bd3c87', 'status': 'completed', 'code': 200} Aug 26 00:59:13.558968 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-5d495cdf-f6df-44ab-9968-923ebdc81ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:13.560416 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-5d495cdf-f6df-44ab-9968-923ebdc81ef2 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=5219060f4c184521919b017e8435eca5&device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 1128 time: 0.0391333 Aug 26 00:59:13.607592 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-cf2850df-020b-4245-9a96-0c9c328d1da1 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e66d90-cfee-41e2-bd68-668434bd3c87 HTTP/1.1" status: 200 len: 217 time: 0.0307674 Aug 26 00:59:13.656876 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-46b201e3-2865-476a-8663-205e6889d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:13.658176 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-46b201e3-2865-476a-8663-205e6889d1d6 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=9109bc51-e9d9-49d0-af4c-512542672cea HTTP/1.1" status: 200 len: 850 time: 0.0439880 Aug 26 00:59:13.702930 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-68570739-408c-4784-8492-4bf08ac0d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:13.704368 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-68570739-408c-4784-8492-4bf08ac0d095 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379970 Aug 26 00:59:13.799437 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-1e7c60b2-9248-4b6b-b807-548de18b0ab4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877192 Aug 26 00:59:13.822067 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:13.891441 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c5a66ba7-51f7-4418-b504-9bb9e956a2ce req-9241f3b3-301c-4fe7-803c-49569e50799a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854843 Aug 26 00:59:14.075790 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdc96c-4877-4c43-b248-68a8c4432cae req-36a47d8f-940d-4e15-bf2a-945b9fbe61aa tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:14.077258 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a0cdc96c-4877-4c43-b248-68a8c4432cae req-36a47d8f-940d-4e15-bf2a-945b9fbe61aa tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 944 time: 0.0463853 Aug 26 00:59:14.122107 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a0cdc96c-4877-4c43-b248-68a8c4432cae req-22e81c8e-2d43-4d87-8b34-2ce177fe3d67 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2663b301-b71a-48da-8cdc-f9fb9ceab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387673 Aug 26 00:59:14.262119 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=65 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:14.262804 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=69 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:14.949477 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd334b28-5e74-49b7-9636-5bcb6aa13ff9 req-ae304649-15b7-44fa-9085-11d14d05667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:14.950827 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd334b28-5e74-49b7-9636-5bcb6aa13ff9 req-ae304649-15b7-44fa-9085-11d14d05667a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=5219060f4c184521919b017e8435eca5&device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 1128 time: 0.0418513 Aug 26 00:59:15.041774 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd334b28-5e74-49b7-9636-5bcb6aa13ff9 req-2122d34e-5c66-4b18-9b5d-8f3104cd00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:15.043288 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd334b28-5e74-49b7-9636-5bcb6aa13ff9 req-2122d34e-5c66-4b18-9b5d-8f3104cd00ab service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5 HTTP/1.1" status: 200 len: 913 time: 0.0855594 Aug 26 00:59:15.086631 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd334b28-5e74-49b7-9636-5bcb6aa13ff9 req-8c0a59d1-351d-4f86-8e6b-334023d8213d service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e66d90-cfee-41e2-bd68-668434bd3c87 HTTP/1.1" status: 200 len: 217 time: 0.0351555 Aug 26 00:59:15.134231 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd334b28-5e74-49b7-9636-5bcb6aa13ff9 req-6b5c1fa4-f653-4f86-9539-f2b5e09fd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:15.135689 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd334b28-5e74-49b7-9636-5bcb6aa13ff9 req-6b5c1fa4-f653-4f86-9539-f2b5e09fd3d2 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=9109bc51-e9d9-49d0-af4c-512542672cea HTTP/1.1" status: 200 len: 850 time: 0.0435722 Aug 26 00:59:15.169382 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:15.181914 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd334b28-5e74-49b7-9636-5bcb6aa13ff9 req-f8414abe-1287-4246-b720-f4b4f4618d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:15.183646 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd334b28-5e74-49b7-9636-5bcb6aa13ff9 req-f8414abe-1287-4246-b720-f4b4f4618d4a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415080 Aug 26 00:59:15.258423 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14935a-5a4d-48b0-b4b8-97bd26b3874e req-1a4dd510-1568-482a-b86f-6df5cbb1f4a2 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:15.259828 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-df14935a-5a4d-48b0-b4b8-97bd26b3874e req-1a4dd510-1568-482a-b86f-6df5cbb1f4a2 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 944 time: 0.0542428 Aug 26 00:59:15.281244 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd334b28-5e74-49b7-9636-5bcb6aa13ff9 req-abfb1c8f-f620-4f7e-9d03-796d32a96537 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902226 Aug 26 00:59:15.307386 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-df14935a-5a4d-48b0-b4b8-97bd26b3874e req-257a683c-e1d5-4b6e-8efe-641327ac0101 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2663b301-b71a-48da-8cdc-f9fb9ceab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417881 Aug 26 00:59:15.373931 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bd334b28-5e74-49b7-9636-5bcb6aa13ff9 req-4b8d47b9-7eed-41d7-ba7e-37f741bd0e5c service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838790 Aug 26 00:59:16.017142 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device f8e66d90-cfee-41e2-bd68-668434bd3c87 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:59:16.235162 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port f8e66d90-cfee-41e2-bd68-668434bd3c87, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f8e66d90-cfee-41e2-bd68-668434bd3c87,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:16.246706 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': 'f8e66d90-cfee-41e2-bd68-668434bd3c87', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'port_id': 'f8e66d90-cfee-41e2-bd68-668434bd3c87', 'mac_address': 'fa:16:3e:73:eb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:59:16.280838 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port f8e66d90-cfee-41e2-bd68-668434bd3c87 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:59:16.281162 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:16.293987 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e66d90-cfee-41e2-bd68-668434bd3c87 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:59:16.313952 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port f8e66d90-cfee-41e2-bd68-668434bd3c87, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f8e66d90-cfee-41e2-bd68-668434bd3c87,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:16.381180 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:16.428855 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63f139-31ed-4d9d-a561-03e70add809b req-4b6ce191-c905-4bbe-a3b1-e807cdd593b8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:16.429566 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=f8e66d90-cfee-41e2-bd68-668434bd3c87,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:16.430353 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6a63f139-31ed-4d9d-a561-03e70add809b req-4b6ce191-c905-4bbe-a3b1-e807cdd593b8 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 945 time: 0.0508485 Aug 26 00:59:16.477852 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6a63f139-31ed-4d9d-a561-03e70add809b req-1b57e8c7-030f-41f1-a685-c2f0e75d6ce9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2663b301-b71a-48da-8cdc-f9fb9ceab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415828 Aug 26 00:59:16.771777 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['f8e66d90-cfee-41e2-bd68-668434bd3c87'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:59:17.592733 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f3017-5918-4e95-9d19-e9a158d15cc2 req-5207af84-d3d0-49bd-a9b9-99611574c232 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:17.594323 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f86f3017-5918-4e95-9d19-e9a158d15cc2 req-5207af84-d3d0-49bd-a9b9-99611574c232 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 945 time: 0.0466790 Aug 26 00:59:17.640402 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f86f3017-5918-4e95-9d19-e9a158d15cc2 req-8a2945a1-da5a-4b61-93d2-5831f1607dbd tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2663b301-b71a-48da-8cdc-f9fb9ceab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405741 Aug 26 00:59:18.043169 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device f8e66d90-cfee-41e2-bd68-668434bd3c87 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:59:18.080719 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:18.084831 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port f8e66d90-cfee-41e2-bd68-668434bd3c87 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:59:18.129367 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port f8e66d90-cfee-41e2-bd68-668434bd3c87 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:59:18.129770 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:18.156191 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:18.205350 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port f8e66d90-cfee-41e2-bd68-668434bd3c87 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:59:18.206246 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:18.230177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e66d90-cfee-41e2-bd68-668434bd3c87'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:59:18.232431 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaf2018-777c-4ca2-9d84-770496b7b926" -d '{"events": [{"server_uuid": "33bd7c7e-1f1c-4d78-9a79-142e4f5c3478", "name": "network-vif-plugged", "status": "completed", "tag": "f8e66d90-cfee-41e2-bd68-668434bd3c87"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:59:18.245071 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port f8e66d90-cfee-41e2-bd68-668434bd3c87, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f8e66d90-cfee-41e2-bd68-668434bd3c87,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:18.274669 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0be37f-5657-4673-8c3c-85dd8ef43e21 x-openstack-request-id: req-bd0be37f-5657-4673-8c3c-85dd8ef43e21 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:59:18.275403 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bd7c7e-1f1c-4d78-9a79-142e4f5c3478", "name": "network-vif-plugged", "status": "completed", "tag": "f8e66d90-cfee-41e2-bd68-668434bd3c87", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:59:18.275403 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd0be37f-5657-4673-8c3c-85dd8ef43e21 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:59:18.275594 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0be37f-5657-4673-8c3c-85dd8ef43e21'] response: {'server_uuid': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e66d90-cfee-41e2-bd68-668434bd3c87', 'code': 200} Aug 26 00:59:18.295296 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:18.340493 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=f8e66d90-cfee-41e2-bd68-668434bd3c87,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:18.721967 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36813b24-bcc6-4220-893d-c34b35aaf6df req-7b4ce9a8-4bb2-4c6e-8b63-8c75c653d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:18.724033 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-36813b24-bcc6-4220-893d-c34b35aaf6df req-7b4ce9a8-4bb2-4c6e-8b63-8c75c653d223 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 1130 time: 0.0403047 Aug 26 00:59:18.761394 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81221dc0-cfcc-4d3c-8231-32bf8e748518 req-e9f36bcb-8d33-4209-bd32-21fa28caea3d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:18.763088 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-81221dc0-cfcc-4d3c-8231-32bf8e748518 req-e9f36bcb-8d33-4209-bd32-21fa28caea3d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 946 time: 0.0497482 Aug 26 00:59:18.769007 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-36813b24-bcc6-4220-893d-c34b35aaf6df req-f6d2dbf6-09f7-4958-a6a4-43ed51a9d729 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=2663b301-b71a-48da-8cdc-f9fb9ceab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374832 Aug 26 00:59:18.813312 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-81221dc0-cfcc-4d3c-8231-32bf8e748518 req-01527fa7-8d63-482d-ba20-3c0558a52f18 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2663b301-b71a-48da-8cdc-f9fb9ceab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432739 Aug 26 00:59:19.106794 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:19.931172 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01152d3-a0e0-4fcd-a3c5-8e3a4eb71237 req-40881304-f51d-4845-8341-1d7d4d56706c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:19.932652 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b01152d3-a0e0-4fcd-a3c5-8e3a4eb71237 req-40881304-f51d-4845-8341-1d7d4d56706c tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 946 time: 0.0476568 Aug 26 00:59:19.973808 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:19.981087 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b01152d3-a0e0-4fcd-a3c5-8e3a4eb71237 req-05864ec2-76cb-42cc-8871-de2dd8eb59f9 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2663b301-b71a-48da-8cdc-f9fb9ceab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Aug 26 00:59:21.100848 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a5b16-a3e0-43c1-8513-5693a3ee5508 req-cf466d82-cc6b-47dd-a8ff-8f289560e1c0 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:21.102304 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-330a5b16-a3e0-43c1-8513-5693a3ee5508 req-cf466d82-cc6b-47dd-a8ff-8f289560e1c0 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 946 time: 0.0458274 Aug 26 00:59:21.151823 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-330a5b16-a3e0-43c1-8513-5693a3ee5508 req-fb2442ac-e3c2-45a4-b2a3-db6c58ece4d1 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2663b301-b71a-48da-8cdc-f9fb9ceab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439878 Aug 26 00:59:21.266527 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ebb07-2040-4963-8fc7-45070a886f63 req-d63847e3-44db-4f81-9201-ab1647429f2e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:21.267912 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c15ebb07-2040-4963-8fc7-45070a886f63 req-d63847e3-44db-4f81-9201-ab1647429f2e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 946 time: 0.0466609 Aug 26 00:59:21.278220 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46374) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:21.282502 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-fc4a8ddf-42ae-411f-86ca-48f3c02c58ef tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Request body: {'floatingip': {'port_id': 'f8e66d90-cfee-41e2-bd68-668434bd3c87'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:59:21.323259 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8ddf-42ae-411f-86ca-48f3c02c58ef tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (e957738f-efd1-4a33-a80f-45c39946a4e6), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:21.728778 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:21.736609 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8ddf-42ae-411f-86ca-48f3c02c58ef tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:21.792491 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8ddf-42ae-411f-86ca-48f3c02c58ef tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (e957738f-efd1-4a33-a80f-45c39946a4e6), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:21.886774 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [None req-fc4a8ddf-42ae-411f-86ca-48f3c02c58ef tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Floating IP e957738f-efd1-4a33-a80f-45c39946a4e6 associated. External IP: 172.27.1.112, port: f8e66d90-cfee-41e2-bd68-668434bd3c87. Aug 26 00:59:22.085481 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4a8ddf-42ae-411f-86ca-48f3c02c58ef tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Router 546122f2-6554-4a21-81a4-d2f9a9674a0d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:59:22.220346 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e102a3d-ba37-4a68-a79f-6c86f7cc514b req-09aa8bdd-4a53-4d23-ba00-5121de74a24f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:22.221785 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0e102a3d-ba37-4a68-a79f-6c86f7cc514b req-09aa8bdd-4a53-4d23-ba00-5121de74a24f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0833356 Aug 26 00:59:22.233496 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:22.234742 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4a8ddf-42ae-411f-86ca-48f3c02c58ef tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:59:22.245179 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8ddf-42ae-411f-86ca-48f3c02c58ef tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:22.245288 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fce50-2bab-485e-9098-bc0fa88e4a50 None None] Sync routers for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:59:22.255348 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16fce50-2bab-485e-9098-bc0fa88e4a50 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:59:22.255970 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-e16fce50-2bab-485e-9098-bc0fa88e4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:59:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:22.360371 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-e16fce50-2bab-485e-9098-bc0fa88e4a50 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:59:22.550777 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-fc4a8ddf-42ae-411f-86ca-48f3c02c58ef tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/e957738f-efd1-4a33-a80f-45c39946a4e6 HTTP/1.1" status: 200 len: 992 time: 1.2686458 Aug 26 00:59:22.551642 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'tag': 'f8e66d90-cfee-41e2-bd68-668434bd3c87'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:59:22.553903 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35d3059-9754-4da8-bad9-a3573eb557a3" -d '{"events": [{"name": "network-changed", "server_uuid": "33bd7c7e-1f1c-4d78-9a79-142e4f5c3478", "tag": "f8e66d90-cfee-41e2-bd68-668434bd3c87"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:59:22.560315 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0e102a3d-ba37-4a68-a79f-6c86f7cc514b req-0bdf3cbd-474d-44ec-8677-b428ffead365 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325236 Aug 26 00:59:22.584403 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-e16fce50-2bab-485e-9098-bc0fa88e4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'e957738f-efd1-4a33-a80f-45c39946a4e6', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'port_id': 'f8e66d90-cfee-41e2-bd68-668434bd3c87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'mac_address': 'fa:16:3e:73:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:59:08Z', 'updated_at': '2022-08-26T00:59:21Z', 'revision_number': 1, 'project_id': '5219060f4c184521919b017e8435eca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:00Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:22.609198 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fce50-2bab-485e-9098-bc0fa88e4a50 None None] Checking router: 546122f2-6554-4a21-81a4-d2f9a9674a0d for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:59:22.618361 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16fce50-2bab-485e-9098-bc0fa88e4a50 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:59:22.618829 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-e16fce50-2bab-485e-9098-bc0fa88e4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:59:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:22.647494 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20be87be-4899-4dc5-a124-0e523827dbf1 x-openstack-request-id: req-20be87be-4899-4dc5-a124-0e523827dbf1 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:59:22.647797 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bd7c7e-1f1c-4d78-9a79-142e4f5c3478", "tag": "f8e66d90-cfee-41e2-bd68-668434bd3c87", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:59:22.648054 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20be87be-4899-4dc5-a124-0e523827dbf1 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:59:22.648464 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20be87be-4899-4dc5-a124-0e523827dbf1'] response: {'name': 'network-changed', 'server_uuid': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'tag': 'f8e66d90-cfee-41e2-bd68-668434bd3c87', 'status': 'completed', 'code': 200} Aug 26 00:59:22.752167 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d3059-9754-4da8-bad9-a3573eb557a3 req-754bff7c-57b0-46b5-9de8-32c28e641fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:22.753896 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c35d3059-9754-4da8-bad9-a3573eb557a3 req-754bff7c-57b0-46b5-9de8-32c28e641fde service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=5219060f4c184521919b017e8435eca5&device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 1130 time: 0.0403783 Aug 26 00:59:22.802740 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-e16fce50-2bab-485e-9098-bc0fa88e4a50 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:59:22.847948 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d3059-9754-4da8-bad9-a3573eb557a3 req-b57343c9-3c7a-4b45-8f67-34312c73f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:22.849506 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c35d3059-9754-4da8-bad9-a3573eb557a3 req-b57343c9-3c7a-4b45-8f67-34312c73f455 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5 HTTP/1.1" status: 200 len: 913 time: 0.0892119 Aug 26 00:59:22.911695 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:22.920246 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c35d3059-9754-4da8-bad9-a3573eb557a3 req-23779d22-3e58-48ba-93de-a36cf6647d2a service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e66d90-cfee-41e2-bd68-668434bd3c87 HTTP/1.1" status: 200 len: 1000 time: 0.0595605 Aug 26 00:59:22.969638 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d3059-9754-4da8-bad9-a3573eb557a3 req-c1ed1c8c-7490-4090-9f95-dd10254b3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:22.971167 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c35d3059-9754-4da8-bad9-a3573eb557a3 req-c1ed1c8c-7490-4090-9f95-dd10254b3eac service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=9109bc51-e9d9-49d0-af4c-512542672cea HTTP/1.1" status: 200 len: 850 time: 0.0439777 Aug 26 00:59:23.011756 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-e16fce50-2bab-485e-9098-bc0fa88e4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'e957738f-efd1-4a33-a80f-45c39946a4e6', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'port_id': 'f8e66d90-cfee-41e2-bd68-668434bd3c87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'mac_address': 'fa:16:3e:73:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:59:08Z', 'updated_at': '2022-08-26T00:59:21Z', 'revision_number': 1, 'project_id': '5219060f4c184521919b017e8435eca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:00Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:23.013673 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d3059-9754-4da8-bad9-a3573eb557a3 req-75f63b49-10ff-4c29-b6a5-1f037d23c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:23.015371 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c35d3059-9754-4da8-bad9-a3573eb557a3 req-75f63b49-10ff-4c29-b6a5-1f037d23c79e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=a7f4c88d-45f2-48d0-b1db-d03d08216bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379176 Aug 26 00:59:23.041437 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fce50-2bab-485e-9098-bc0fa88e4a50 None None] The sync data for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi is: [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'e957738f-efd1-4a33-a80f-45c39946a4e6', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'port_id': 'f8e66d90-cfee-41e2-bd68-668434bd3c87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'mac_address': 'fa:16:3e:73:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T00:59:08Z', 'updated_at': '2022-08-26T00:59:21Z', 'revision_number': 1, 'project_id': '5219060f4c184521919b017e8435eca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:00Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:59:23.115293 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c35d3059-9754-4da8-bad9-a3573eb557a3 req-3f1b45dc-2ada-47e9-bdc1-cb730dbd83dd service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913286 Aug 26 00:59:23.208719 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c35d3059-9754-4da8-bad9-a3573eb557a3 req-a4091d46-9f6a-42e8-bd44-bc1e68701d92 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869224 Aug 26 00:59:23.257260 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165cb90b-1a94-40b6-a1a8-a44820186cd9 None None] New status for floating IP e957738f-efd1-4a33-a80f-45c39946a4e6: ACTIVE {{(pid=113337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 00:59:23.683531 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23394186-b355-4852-b2fb-af8d898bd2e1 req-6ec153f2-a2de-4493-b343-6ac51e4d1fa1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:23.684996 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-23394186-b355-4852-b2fb-af8d898bd2e1 req-6ec153f2-a2de-4493-b343-6ac51e4d1fa1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0458937 Aug 26 00:59:23.730389 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-23394186-b355-4852-b2fb-af8d898bd2e1 req-fb0bcc70-983d-41aa-84b0-779d1f6c9c61 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392432 Aug 26 00:59:24.862267 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e2105-261b-4598-af2b-186cbfdfdd94 req-a56e937f-4287-4364-8509-c07ca6797185 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:24.863720 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9c3e2105-261b-4598-af2b-186cbfdfdd94 req-a56e937f-4287-4364-8509-c07ca6797185 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0504091 Aug 26 00:59:24.911217 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9c3e2105-261b-4598-af2b-186cbfdfdd94 req-6df6206d-61c0-4dd2-a4d9-7b8f6dc9a635 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418048 Aug 26 00:59:26.038272 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e44b9e-0174-4acd-8c9d-5ce5b7ff81e4 req-e36be60c-440c-4a47-81d9-5c0c1c4353f3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:26.039982 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a6e44b9e-0174-4acd-8c9d-5ce5b7ff81e4 req-e36be60c-440c-4a47-81d9-5c0c1c4353f3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0480688 Aug 26 00:59:26.086006 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a6e44b9e-0174-4acd-8c9d-5ce5b7ff81e4 req-855fb90a-9a33-4684-a675-78828c195393 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404749 Aug 26 00:59:27.217080 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bf40d-ba2b-4e76-9362-74fbd5d3be26 req-451803c0-5c9a-466c-8d91-267875814634 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:27.218552 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-411bf40d-ba2b-4e76-9362-74fbd5d3be26 req-451803c0-5c9a-466c-8d91-267875814634 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0493655 Aug 26 00:59:27.266240 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-411bf40d-ba2b-4e76-9362-74fbd5d3be26 req-c9f7ae5a-24c1-4c75-881c-b587de3b4617 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415308 Aug 26 00:59:28.375134 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:28.388695 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521b6a4-cf95-4d7e-8974-e662000c0c38 req-f7ead38b-f816-49d8-8063-8f331a9a604c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:28.390202 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2521b6a4-cf95-4d7e-8974-e662000c0c38 req-f7ead38b-f816-49d8-8063-8f331a9a604c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0481174 Aug 26 00:59:28.441138 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2521b6a4-cf95-4d7e-8974-e662000c0c38 req-94461d38-0f35-4f2f-808f-068b8dc90bdf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448365 Aug 26 00:59:28.465019 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900de28-067a-4fd7-94db-a84a05ac7455 req-ebf6ae63-586d-489a-bdbf-c5b42fad7a59 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:28.467923 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c900de28-067a-4fd7-94db-a84a05ac7455 req-ebf6ae63-586d-489a-bdbf-c5b42fad7a59 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0487702 Aug 26 00:59:28.516992 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c900de28-067a-4fd7-94db-a84a05ac7455 req-4e9ab2ff-576e-48b8-88eb-86f21cc887b2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Aug 26 00:59:28.848920 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:28.862491 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9efd20-f671-4b3e-9a60-1fc7c3fd3a1f req-d7956428-ea1f-4e78-a921-7f023f4aeffc tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:28.863981 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5e9efd20-f671-4b3e-9a60-1fc7c3fd3a1f req-d7956428-ea1f-4e78-a921-7f023f4aeffc tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 945 time: 0.0505841 Aug 26 00:59:28.912844 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5e9efd20-f671-4b3e-9a60-1fc7c3fd3a1f req-fbdbfef7-cac7-431b-aee0-89e0090aa552 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432553 Aug 26 00:59:29.568775 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651af861-4f39-48b0-a053-a4fa899fd7eb req-447a23c0-e9dc-46ad-ac57-f6eb507d9ea5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:29.570241 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-651af861-4f39-48b0-a053-a4fa899fd7eb req-447a23c0-e9dc-46ad-ac57-f6eb507d9ea5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0503595 Aug 26 00:59:29.617296 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-651af861-4f39-48b0-a053-a4fa899fd7eb req-0fa83806-7994-4a4d-a1e3-1cf8290e8883 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415330 Aug 26 00:59:29.636180 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b36ad7-c383-4bc8-8b39-c73f006dc766 req-f49771a5-4e86-4451-aaba-0a793b32ae48 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:29.637655 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e6b36ad7-c383-4bc8-8b39-c73f006dc766 req-f49771a5-4e86-4451-aaba-0a793b32ae48 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0471318 Aug 26 00:59:29.683644 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e6b36ad7-c383-4bc8-8b39-c73f006dc766 req-332918a2-3295-4b70-9f03-91509040c870 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405138 Aug 26 00:59:30.031433 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44155887-99cb-428e-82d8-1d86ba770ee2 req-187b4634-e000-4f11-a199-e2252328613a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:30.032887 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-44155887-99cb-428e-82d8-1d86ba770ee2 req-187b4634-e000-4f11-a199-e2252328613a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 945 time: 0.0450552 Aug 26 00:59:30.082202 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-44155887-99cb-428e-82d8-1d86ba770ee2 req-91f59d47-2341-49a7-bb2e-8f88a54dc2dc tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429606 Aug 26 00:59:30.649736 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a0f2fddf-6b16-4ebc-91e6-3d7f755f5820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:30.744858 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63457ed0-9d2a-40b1-b758-a39ccd56198f req-302a0803-1627-4270-8e30-dd0703530f0c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:30.746447 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-63457ed0-9d2a-40b1-b758-a39ccd56198f req-302a0803-1627-4270-8e30-dd0703530f0c tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0499456 Aug 26 00:59:30.800735 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-63457ed0-9d2a-40b1-b758-a39ccd56198f req-33647aa8-9572-4c1b-81f5-24db653e27b7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484495 Aug 26 00:59:30.813705 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f0c5-4c22-4cce-a72c-4e4b1e03c54f req-882413ec-a673-4a5f-9ebf-9c3696624188 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:30.815505 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-11e2f0c5-4c22-4cce-a72c-4e4b1e03c54f req-882413ec-a673-4a5f-9ebf-9c3696624188 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0491672 Aug 26 00:59:30.865674 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-11e2f0c5-4c22-4cce-a72c-4e4b1e03c54f req-fcd17250-a86d-4c25-831d-571cb9b09d62 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447419 Aug 26 00:59:31.196414 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a094be-f418-4248-aacc-cec17a966aff req-fc712707-b522-49d8-ad30-51dd093c099f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:31.197909 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-24a094be-f418-4248-aacc-cec17a966aff req-fc712707-b522-49d8-ad30-51dd093c099f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 945 time: 0.0461147 Aug 26 00:59:31.245660 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-24a094be-f418-4248-aacc-cec17a966aff req-6f5fb3a6-b30e-4be2-859c-5c1fd46e2867 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423892 Aug 26 00:59:31.923684 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ed82-294d-42b3-a483-c4bbf0b95935 req-abf56722-0274-4f85-b664-e596e166eb7d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:31.925179 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2db2ed82-294d-42b3-a483-c4bbf0b95935 req-abf56722-0274-4f85-b664-e596e166eb7d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0478499 Aug 26 00:59:31.974962 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2db2ed82-294d-42b3-a483-c4bbf0b95935 req-f10f40e1-5b71-4638-9655-a9b03029abcb tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435188 Aug 26 00:59:31.986845 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0115a5-2e24-4056-afe8-52c19223e4cc req-2a75d5ec-56a1-4981-9e07-7ed70586867c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:31.988411 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7a0115a5-2e24-4056-afe8-52c19223e4cc req-2a75d5ec-56a1-4981-9e07-7ed70586867c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0493741 Aug 26 00:59:32.037450 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7a0115a5-2e24-4056-afe8-52c19223e4cc req-732fd5d6-0214-4f3d-bbfd-a9ef54b093f6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427766 Aug 26 00:59:32.360259 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e2f41-097b-44eb-9440-1f81fd146c61 req-e81aec77-a5a8-4b88-ba29-b4671e54f5b0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:32.361725 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fb4e2f41-097b-44eb-9440-1f81fd146c61 req-e81aec77-a5a8-4b88-ba29-b4671e54f5b0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 945 time: 0.0453863 Aug 26 00:59:32.410494 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fb4e2f41-097b-44eb-9440-1f81fd146c61 req-04c2c02d-98db-48a8-a65b-5cf69619889a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Aug 26 00:59:33.014696 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:33.015739 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=83 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:33.084191 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a957ead8-3b34-4ce0-a375-14e03831107c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:33.109616 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4d0a4-20f1-409b-aedd-1e716b3b5f2b req-ea17babe-e363-46a7-8c77-8b4101d3b235 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:33.112783 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e7d4d0a4-20f1-409b-aedd-1e716b3b5f2b req-ea17babe-e363-46a7-8c77-8b4101d3b235 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0573759 Aug 26 00:59:33.160789 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e7d4d0a4-20f1-409b-aedd-1e716b3b5f2b req-234d1faa-b88a-49c2-b250-c3e96dd6283b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423727 Aug 26 00:59:33.383648 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:33.402325 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbafb7-9fa4-4e4f-9130-8f6d1fb50be3 req-6819a193-588e-46b5-82b7-7a046c9cc236 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:33.406402 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eadbafb7-9fa4-4e4f-9130-8f6d1fb50be3 req-6819a193-588e-46b5-82b7-7a046c9cc236 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.2817478 Aug 26 00:59:33.451938 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eadbafb7-9fa4-4e4f-9130-8f6d1fb50be3 req-31d32bde-9829-4bf8-ba6e-5961161c27b2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416634 Aug 26 00:59:33.537138 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b962d-0c2c-42c9-a8af-0cc8c95fc398 req-f6bfec67-72e9-4464-a4f4-69f959e992cb tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:33.538853 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5c8b962d-0c2c-42c9-a8af-0cc8c95fc398 req-f6bfec67-72e9-4464-a4f4-69f959e992cb tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 945 time: 0.0475745 Aug 26 00:59:33.579416 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:33.588848 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5c8b962d-0c2c-42c9-a8af-0cc8c95fc398 req-6f7324ab-fce3-40d5-9e61-cec31f96ddb5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445638 Aug 26 00:59:34.059137 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-3db70ad9-9b93-4303-ba39-893bd4c0c47b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:34.060745 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-3db70ad9-9b93-4303-ba39-893bd4c0c47b tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0463386 Aug 26 00:59:34.173494 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-3ebaedc6-f02c-451c-b389-dc9ac2c1027c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:34.175453 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-3ebaedc6-f02c-451c-b389-dc9ac2c1027c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 945 time: 0.0468082 Aug 26 00:59:34.210356 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Deleting port 56f607c1-adc1-4120-ac0a-38b41904464e {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:59:34.210708 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:34.273405 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Deleting port 6f818c22-5eed-4378-90e3-cf3becc67582 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:59:34.273816 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:34.313156 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a690d88-6340-48c4-b96d-d979e0e945b7 req-5d147507-4bc0-492d-9dfd-27d8dc5da0be tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:34.314540 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5a690d88-6340-48c4-b96d-d979e0e945b7 req-5d147507-4bc0-492d-9dfd-27d8dc5da0be tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0636294 Aug 26 00:59:34.347161 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:34.358254 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] For port 56f607c1-adc1-4120-ac0a-38b41904464e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=56f607c1-adc1-4120-ac0a-38b41904464e,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:34.358622 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:34.370885 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] For port 6f818c22-5eed-4378-90e3-cf3becc67582, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6f818c22-5eed-4378-90e3-cf3becc67582,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:34.371250 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:34.427008 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5a690d88-6340-48c4-b96d-d979e0e945b7 req-5761673f-3c80-49d6-94bd-9478fb1063a5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017163 Aug 26 00:59:34.478072 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:34.540803 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:34.550708 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:34.551071 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (51f3ab10-afb6-460b-914f-fa7d8774d6db), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:34.551393 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.l3_db [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Floating IP 51f3ab10-afb6-460b-914f-fa7d8774d6db disassociated. External IP: 172.27.1.129, port: 56f607c1-adc1-4120-ac0a-38b41904464e. Aug 26 00:59:34.551742 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Calling delete_port for 56f607c1-adc1-4120-ac0a-38b41904464e owned by compute:nova {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:59:34.568308 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:34.568308 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (e85186c7-2bc0-40e1-aa1a-6729d3c8e6b7), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:34.568308 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Floating IP e85186c7-2bc0-40e1-aa1a-6729d3c8e6b7 disassociated. External IP: 172.27.1.15, port: 6f818c22-5eed-4378-90e3-cf3becc67582. Aug 26 00:59:34.568308 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Calling delete_port for 6f818c22-5eed-4378-90e3-cf3becc67582 owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:59:34.590773 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88191c-a036-4456-a7ad-d115f9ebc06e req-ec7e99d3-e625-442e-86e3-f5573f3f45b9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:34.592251 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fc88191c-a036-4456-a7ad-d115f9ebc06e req-ec7e99d3-e625-442e-86e3-f5573f3f45b9 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 945 time: 0.0651121 Aug 26 00:59:34.686316 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fc88191c-a036-4456-a7ad-d115f9ebc06e req-e8d0b6d0-02d8-4c22-9c5f-884474441f1d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=d2527cb5-106b-4528-b5c6-5c9be0fb11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623438 Aug 26 00:59:34.728522 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58169f80-322c-4913-a2e7-fd5dd219893f req-3b56308d-3322-42fe-8081-6649a6d5ae56 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:34.730024 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-58169f80-322c-4913-a2e7-fd5dd219893f req-3b56308d-3322-42fe-8081-6649a6d5ae56 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 945 time: 0.0668719 Aug 26 00:59:34.758643 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (56f607c1-adc1-4120-ac0a-38b41904464e), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:34.795185 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event deleted for resources: {'Port': ['ID=56f607c1-adc1-4120-ac0a-38b41904464e,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:34.798062 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (6f818c22-5eed-4378-90e3-cf3becc67582), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:34.815871 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-58169f80-322c-4913-a2e7-fd5dd219893f req-80978e34-7a68-427e-99f2-c2e760835f76 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793281 Aug 26 00:59:34.829527 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event deleted for resources: {'Port': ['ID=6f818c22-5eed-4378-90e3-cf3becc67582,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:34.927578 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Router 08798a74-ed5d-4aa0-95ed-44183a44fb97 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:59:34.954208 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:59:34.986205 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:35.034496 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:59:35.044319 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020a1e05-0340-469f-8702-db7ac9ef7b97 None None] Sync routers for ids ['08798a74-ed5d-4aa0-95ed-44183a44fb97'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:59:35.058458 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 00:59:35.060436 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:59:35.063885 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a1e05-0340-469f-8702-db7ac9ef7b97 None None] Routers {'08798a74-ed5d-4aa0-95ed-44183a44fb97'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:59:35.065498 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-020a1e05-0340-469f-8702-db7ac9ef7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:59:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['08798a74-ed5d-4aa0-95ed-44183a44fb97'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:35.075283 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179eac31-6da0-4495-961a-15771e5c4dde None None] Sync routers for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:59:35.081580 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] No DVR routers for this DVR port 56f607c1-adc1-4120-ac0a-38b41904464e on host hv-cinder-83538 {{(pid=113335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:59:35.084308 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:35.087511 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e9eb41a1-5424-4b41-be94-b56e8011f085 req-5fbcff9c-5aad-49c1-8229-e79829a81c23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "DELETE /networking/v2.0/ports/56f607c1-adc1-4120-ac0a-38b41904464e HTTP/1.1" status: 204 len: 173 time: 0.9602456 Aug 26 00:59:35.087952 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'name': 'network-vif-deleted', 'tag': '56f607c1-adc1-4120-ac0a-38b41904464e'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:59:35.090212 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42591eb8-acf8-47b2-910d-ecce8c96dd80" -d '{"events": [{"server_uuid": "81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd", "name": "network-vif-deleted", "tag": "56f607c1-adc1-4120-ac0a-38b41904464e"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:59:35.096675 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179eac31-6da0-4495-961a-15771e5c4dde None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:59:35.097557 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-179eac31-6da0-4495-961a-15771e5c4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:59:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:35.116836 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] No DVR routers for this DVR port 6f818c22-5eed-4378-90e3-cf3becc67582 on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:59:35.119822 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:35.124296 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1fa30cc0-d004-4d0e-b8b4-d97001c991f4 req-35a5b49b-c465-477a-b47c-aa8a1023bf36 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "DELETE /networking/v2.0/ports/6f818c22-5eed-4378-90e3-cf3becc67582 HTTP/1.1" status: 204 len: 173 time: 0.9416137 Aug 26 00:59:35.124915 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'name': 'network-vif-deleted', 'tag': '6f818c22-5eed-4378-90e3-cf3becc67582'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:59:35.127356 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebb8d5f-2238-47e8-8fdb-67dbc31826ec x-openstack-request-id: req-6ebb8d5f-2238-47e8-8fdb-67dbc31826ec {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:59:35.127746 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd", "name": "network-vif-deleted", "tag": "56f607c1-adc1-4120-ac0a-38b41904464e", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:59:35.128123 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6ebb8d5f-2238-47e8-8fdb-67dbc31826ec {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:59:35.128262 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e019d848-6ef7-4973-986f-ae22c9da7768" -d '{"events": [{"server_uuid": "cc9ceee0-65b5-48be-8dcc-7ec2a992f72d", "name": "network-vif-deleted", "tag": "6f818c22-5eed-4378-90e3-cf3becc67582"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:59:35.128792 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebb8d5f-2238-47e8-8fdb-67dbc31826ec'] response: {'server_uuid': '81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd', 'name': 'network-vif-deleted', 'tag': '56f607c1-adc1-4120-ac0a-38b41904464e', 'status': 'completed', 'code': 200} Aug 26 00:59:35.182286 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1d54d0-3db8-41c7-b1bf-1a6de156529c x-openstack-request-id: req-ff1d54d0-3db8-41c7-b1bf-1a6de156529c {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:59:35.182286 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9ceee0-65b5-48be-8dcc-7ec2a992f72d", "name": "network-vif-deleted", "tag": "6f818c22-5eed-4378-90e3-cf3becc67582", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:59:35.182286 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff1d54d0-3db8-41c7-b1bf-1a6de156529c {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:59:35.182286 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1d54d0-3db8-41c7-b1bf-1a6de156529c'] response: {'server_uuid': 'cc9ceee0-65b5-48be-8dcc-7ec2a992f72d', 'name': 'network-vif-deleted', 'tag': '6f818c22-5eed-4378-90e3-cf3becc67582', 'status': 'completed', 'code': 200} Aug 26 00:59:35.216345 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-020a1e05-0340-469f-8702-db7ac9ef7b97 None None] Set router 08798a74-ed5d-4aa0-95ed-44183a44fb97 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:59:35.244263 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-179eac31-6da0-4495-961a-15771e5c4dde None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:59:35.441141 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-020a1e05-0340-469f-8702-db7ac9ef7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:47Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '3741ef52-7f9b-4328-926c-1695b7e41460', 'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'mac_address': 'fa:16:3e:d2:50:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:46Z', 'updated_at': '2022-08-26T00:53:54Z', 'revision_number': 5, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'subnets': [{'id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:35.469207 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020a1e05-0340-469f-8702-db7ac9ef7b97 None None] Checking router: 08798a74-ed5d-4aa0-95ed-44183a44fb97 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:59:35.482439 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a1e05-0340-469f-8702-db7ac9ef7b97 None None] Routers {'08798a74-ed5d-4aa0-95ed-44183a44fb97'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:59:35.482439 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-020a1e05-0340-469f-8702-db7ac9ef7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:59:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['08798a74-ed5d-4aa0-95ed-44183a44fb97'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:35.500551 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-179eac31-6da0-4495-961a-15771e5c4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:35.530876 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179eac31-6da0-4495-961a-15771e5c4dde None None] Checking router: 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:59:35.542175 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179eac31-6da0-4495-961a-15771e5c4dde None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:59:35.542989 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-179eac31-6da0-4495-961a-15771e5c4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:59:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:35.587426 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-020a1e05-0340-469f-8702-db7ac9ef7b97 None None] Set router 08798a74-ed5d-4aa0-95ed-44183a44fb97 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:59:35.589102 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5c270-de45-4c1c-bc04-4a46e4a381d1 req-4907fc20-5e72-4ede-bb3c-3b593305c6c7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:35.598081 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-def5c270-de45-4c1c-bc04-4a46e4a381d1 req-4907fc20-5e72-4ede-bb3c-3b593305c6c7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0720913 Aug 26 00:59:35.627337 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:35.640517 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-def5c270-de45-4c1c-bc04-4a46e4a381d1 req-428ae507-3046-47eb-8bd4-681ac7b81b8b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426779 Aug 26 00:59:35.667069 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-179eac31-6da0-4495-961a-15771e5c4dde None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:59:35.787356 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-020a1e05-0340-469f-8702-db7ac9ef7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:47Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '3741ef52-7f9b-4328-926c-1695b7e41460', 'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'mac_address': 'fa:16:3e:d2:50:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:46Z', 'updated_at': '2022-08-26T00:53:54Z', 'revision_number': 5, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'subnets': [{'id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:35.826348 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020a1e05-0340-469f-8702-db7ac9ef7b97 None None] The sync data for ids ['08798a74-ed5d-4aa0-95ed-44183a44fb97'] in dv-cinder-835384-25-iscsi is: [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:47Z', 'revision_number': 4, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '3741ef52-7f9b-4328-926c-1695b7e41460', 'name': '', 'network_id': '7609779d-30c3-4a34-917a-c632dbd6c083', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'mac_address': 'fa:16:3e:d2:50:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:46Z', 'updated_at': '2022-08-26T00:53:54Z', 'revision_number': 5, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'subnets': [{'id': 'ebece4fe-9fc4-4a49-8617-0ca326fa4131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:59:35.869024 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:35.885287 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c45466d5-f1bb-4625-85f6-04103d46c912 req-82dccdb2-798b-489d-8cac-c29b83d73501 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 210 time: 0.0827210 Aug 26 00:59:35.964972 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3737afe2-6fc5-4784-803d-ac87e6c6876f req-0d0ca587-8882-4756-be08-c2c23ce47800 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 210 time: 0.0455437 Aug 26 00:59:35.975130 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:35.979838 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:35.992395 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-179eac31-6da0-4495-961a-15771e5c4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:36.024433 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179eac31-6da0-4495-961a-15771e5c4dde None None] The sync data for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi is: [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:59:36.141939 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbfe290-d384-427f-b13c-8f9d646db2d6 None None] New status for floating IP 51f3ab10-afb6-460b-914f-fa7d8774d6db: DOWN {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 00:59:36.150221 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:59:36.271089 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:36.285930 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'port_id': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'mac_address': 'fa:16:3e:fd:9a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:59:36.321971 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583323a8-8928-4351-b689-43a181b99984 None None] New status for floating IP e85186c7-2bc0-40e1-aa1a-6729d3c8e6b7: DOWN {{(pid=113337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 00:59:36.398056 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 is: ACTIVE; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:59:36.401908 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:36.454892 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:59:36.478465 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:36.563583 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:36.615875 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,revision_number=6']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:36.622856 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.623211 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.623560 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.623907 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.624246 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.624613 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.624945 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.625277 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.625609 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.625941 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.626269 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.626598 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.626927 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.627281 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.627609 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 00:59:36.768795 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c216a9-bc84-4985-bed6-3fd3fa34f50a req-731b43b7-71ac-4062-a17f-c6d47cac694b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:36.770289 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-77c216a9-bc84-4985-bed6-3fd3fa34f50a req-731b43b7-71ac-4062-a17f-c6d47cac694b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 945 time: 0.0479417 Aug 26 00:59:36.821564 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-77c216a9-bc84-4985-bed6-3fd3fa34f50a req-964b0d20-ec24-4374-b56f-0ba8ea3cacb8 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451963 Aug 26 00:59:36.921135 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['abc8d4e4-fe47-4480-9cbb-c4ca4d73b355'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:59:36.976403 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:36.998489 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f8efcc7a-f6e6-454d-8194-c586c2259b2f req-05742677-a73a-466f-b203-c8d2e244f658 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=81a7aa96-9f4d-45f6-8c31-a0d6d3fb18fd HTTP/1.1" status: 200 len: 210 time: 0.0320873 Aug 26 00:59:37.090025 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fcb54863-7acc-41d0-8f3a-7eb1ee062c70 req-05f7fd69-fcca-46a2-aa8e-7ce56684e5e0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=cc9ceee0-65b5-48be-8dcc-7ec2a992f72d HTTP/1.1" status: 200 len: 210 time: 0.0319526 Aug 26 00:59:37.967816 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a4e9a-2654-4d24-bcf5-c1b9d30a1089 req-95938e27-83ab-47a3-b72c-a9aff6cb73cb tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:37.969404 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-022a4e9a-2654-4d24-bcf5-c1b9d30a1089 req-95938e27-83ab-47a3-b72c-a9aff6cb73cb tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 945 time: 0.0579515 Aug 26 00:59:38.032074 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-022a4e9a-2654-4d24-bcf5-c1b9d30a1089 req-87241a99-eb81-4fb0-a426-1da3059fe320 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510049 Aug 26 00:59:38.185347 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:59:38.205724 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 46520) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:38.281338 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:59:38.281801 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:38.325941 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-05f513c0-6279-40ff-ab20-cbdb0980598d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for security_group (d2527cb5-106b-4528-b5c6-5c9be0fb11e1), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:38.375597 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-05f513c0-6279-40ff-ab20-cbdb0980598d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for security_group (d2527cb5-106b-4528-b5c6-5c9be0fb11e1), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:38.398657 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:38.429522 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:59:38.429912 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:38.467639 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:59:38.470166 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382faa86-d4d5-48e9-b6b7-a587206049a6" -d '{"events": [{"server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "name": "network-vif-plugged", "status": "completed", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:59:38.493012 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:38.525125 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-05f513c0-6279-40ff-ab20-cbdb0980598d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (d2527cb5-106b-4528-b5c6-5c9be0fb11e1), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:38.528070 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-05f513c0-6279-40ff-ab20-cbdb0980598d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:38.529122 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-05f513c0-6279-40ff-ab20-cbdb0980598d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d2527cb5-106b-4528-b5c6-5c9be0fb11e1 HTTP/1.1" status: 204 len: 168 time: 0.3223166 Aug 26 00:59:38.532053 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46532) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:38.548718 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-e365e8db-3f55-4409-a701-cdffa6e3be9d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1310762645&fields=id&tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b HTTP/1.1" status: 200 len: 267 time: 0.0650296 Aug 26 00:59:38.550291 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f513c0-6279-40ff-ab20-cbdb0980598d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2527cb5-106b-4528-b5c6-5c9be0fb11e1,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:38.570599 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:38.571584 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 56f607c1-adc1-4120-ac0a-38b41904464e no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:59:38.572378 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.api.v2.resource [None req-7b1c0c81-8402-4400-8614-206a8e1f2b00 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] show failed (client error): The resource could not be found. Aug 26 00:59:38.573641 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7b1c0c81-8402-4400-8614-206a8e1f2b00 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups/d2527cb5-106b-4528-b5c6-5c9be0fb11e1 HTTP/1.1" status: 404 len: 347 time: 0.0404692 Aug 26 00:59:38.576581 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46534) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:38.576813 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:38.616660 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 56f607c1-adc1-4120-ac0a-38b41904464e {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:59:38.617019 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 56f607c1-adc1-4120-ac0a-38b41904464e not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:59:38.617501 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 6f818c22-5eed-4378-90e3-cf3becc67582 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:59:38.645542 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8410a9a4-d0c4-4ea4-8492-3f4edaabbddd x-openstack-request-id: req-8410a9a4-d0c4-4ea4-8492-3f4edaabbddd {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:59:38.645834 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "name": "network-vif-plugged", "status": "completed", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:59:38.646088 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8410a9a4-d0c4-4ea4-8492-3f4edaabbddd {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:59:38.646483 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8410a9a4-d0c4-4ea4-8492-3f4edaabbddd'] response: {'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'code': 200} Aug 26 00:59:38.651470 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 6f818c22-5eed-4378-90e3-cf3becc67582 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:59:38.651848 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 6f818c22-5eed-4378-90e3-cf3becc67582 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:59:38.664506 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:38.673664 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,revision_number=7']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:38.742364 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-8e425de3-c8ac-4e00-9854-91b49f835da7 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:38.749597 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-8e425de3-c8ac-4e00-9854-91b49f835da7 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 812 time: 0.1769433 Aug 26 00:59:38.763914 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-50767d5c-642d-4be4-83db-85e343da899f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Deleting port e1651e6b-259a-4b1d-b298-038af825518c {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:59:38.765637 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-50767d5c-642d-4be4-83db-85e343da899f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (e1651e6b-259a-4b1d-b298-038af825518c), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:38.765939 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-7b6264d4-5ee5-456a-a3d4-87c430f3220b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/quotas/ca3e24d51bdf44c5ad7219fa57d3d23b HTTP/1.1" status: 200 len: 375 time: 0.0150173 Aug 26 00:59:38.815483 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-fd579f6c-6776-415a-b078-950549ae0274 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475113 Aug 26 00:59:38.888716 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-50767d5c-642d-4be4-83db-85e343da899f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (e1651e6b-259a-4b1d-b298-038af825518c), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:38.889363 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-50767d5c-642d-4be4-83db-85e343da899f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for floatingip (e1651e6b-259a-4b1d-b298-038af825518c), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:38.893291 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:38.914764 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-50767d5c-642d-4be4-83db-85e343da899f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Calling delete_port for e1651e6b-259a-4b1d-b298-038af825518c owned by network:floatingip {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:59:38.933641 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-8a50312f-83da-44da-86f3-ff0bda446295 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020055 Aug 26 00:59:39.046743 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-0500772b-d8a6-4f6f-ad93-5719d0e9eaf9 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117759 Aug 26 00:59:39.164817 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-50767d5c-642d-4be4-83db-85e343da899f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (e1651e6b-259a-4b1d-b298-038af825518c), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:39.239398 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50767d5c-642d-4be4-83db-85e343da899f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event deleted for resources: {'Port': ['ID=e1651e6b-259a-4b1d-b298-038af825518c,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:39.288818 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b18e3f-9f07-4bd5-b7d2-abfaff421dc5 req-b1192466-1195-4d4d-b7ef-d21ca3307ac1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:39.290489 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-78b18e3f-9f07-4bd5-b7d2-abfaff421dc5 req-b1192466-1195-4d4d-b7ef-d21ca3307ac1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.1391890 Aug 26 00:59:39.300253 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-50767d5c-642d-4be4-83db-85e343da899f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks [] for floatingip (51f3ab10-afb6-460b-914f-fa7d8774d6db), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:39.302984 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-50767d5c-642d-4be4-83db-85e343da899f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:39.304296 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-50767d5c-642d-4be4-83db-85e343da899f tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/51f3ab10-afb6-460b-914f-fa7d8774d6db HTTP/1.1" status: 204 len: 168 time: 0.7227676 Aug 26 00:59:39.377354 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-78b18e3f-9f07-4bd5-b7d2-abfaff421dc5 req-d9bc86fd-e908-4948-8cc9-202f3c332893 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781703 Aug 26 00:59:39.659018 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-20912d07-54de-4066-811d-26ff57b04a6d req-9cf9f28f-baf0-4f8e-a0dc-c30524f99601 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 210 time: 0.0451343 Aug 26 00:59:40.511641 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82bdbe-ae3b-44d1-a835-785f1a18698f req-a5da8d96-2799-466f-8454-b4f65286465b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:40.513326 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-df82bdbe-ae3b-44d1-a835-785f1a18698f req-a5da8d96-2799-466f-8454-b4f65286465b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0490947 Aug 26 00:59:40.571672 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-df82bdbe-ae3b-44d1-a835-785f1a18698f req-b59ea169-b1c2-4ae2-a04b-6e90603e5d4f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521543 Aug 26 00:59:40.739018 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-313ca39f-7bc7-4281-81c3-068ec3426cf1 req-af17762e-81cc-492d-b1a8-0cb60d591491 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 210 time: 0.0295813 Aug 26 00:59:41.756203 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af287f-8848-4196-8f96-dc6e526f1b8e req-42ae8312-dbaa-4985-9d43-f8be759561b6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:41.757805 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-10af287f-8848-4196-8f96-dc6e526f1b8e req-42ae8312-dbaa-4985-9d43-f8be759561b6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0741665 Aug 26 00:59:41.848714 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-10af287f-8848-4196-8f96-dc6e526f1b8e req-912e21ab-8ede-44a6-bfca-7abf0d3d669b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804427 Aug 26 00:59:41.889239 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d22d3cf4-fd02-4a6f-82d3-2ecbf4721a83 req-48eafb58-9424-4375-b889-8fa606ee4803 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 210 time: 0.0406387 Aug 26 00:59:42.509325 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2bbc5381-29ff-4596-a13d-2d1fdd8e845d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:42.511990 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2bbc5381-29ff-4596-a13d-2d1fdd8e845d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 812 time: 0.1352239 Aug 26 00:59:42.577120 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681d1f1-9b7e-4c3d-8b8f-457968a1f2c0 req-05f95a4f-713f-4835-971f-5ee810cc27bf tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:42.585546 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9681d1f1-9b7e-4c3d-8b8f-457968a1f2c0 req-05f95a4f-713f-4835-971f-5ee810cc27bf tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0665951 Aug 26 00:59:42.632225 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:42.642216 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9681d1f1-9b7e-4c3d-8b8f-457968a1f2c0 req-60b1ceb5-5712-438b-8dfd-4e1c8f321536 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554969 Aug 26 00:59:43.009100 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-eee07945-9bae-4443-b378-9b4b075b5ea6 req-c8fbc7eb-ca1a-4314-96f6-34fc7176542b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 210 time: 0.0388486 Aug 26 00:59:43.009807 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4b2f4-3cb2-444e-a320-9fd5b56b82a5 req-a8528489-71cc-4945-a4c5-85c2653f8f7a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:43.010808 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1dc4b2f4-3cb2-444e-a320-9fd5b56b82a5 req-a8528489-71cc-4945-a4c5-85c2653f8f7a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0618341 Aug 26 00:59:43.067139 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:43.084860 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1dc4b2f4-3cb2-444e-a320-9fd5b56b82a5 req-8c04d4ae-6ba9-46ec-80d4-71f2e336c27f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674496 Aug 26 00:59:43.771474 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005cb0-eb75-428d-b54d-1895d688334a req-260ff20c-b2ea-45fc-9e74-17ea13b28802 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:43.772999 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f6005cb0-eb75-428d-b54d-1895d688334a req-260ff20c-b2ea-45fc-9e74-17ea13b28802 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0516200 Aug 26 00:59:43.822021 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f6005cb0-eb75-428d-b54d-1895d688334a req-5ff87edd-efbe-4070-9c0a-fde5e5c74a5c tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431106 Aug 26 00:59:43.951825 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-9945f4c5-e8cf-4d88-a61e-c915817bcb98 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b HTTP/1.1" status: 200 len: 380 time: 0.0607691 Aug 26 00:59:44.093600 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'port': {'device_id': '8638d924-308a-4f2b-945e-5798c738ee45', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'admin_state_up': True, 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'security_groups': ['64e668fb-002b-4b2b-b79b-058b34f1fa23']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:59:44.120968 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9100720f-b1db-4905-b077-1352657a3d26 req-78d25f08-55c9-4dc8-8a22-fd8ee9476693 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 210 time: 0.0337229 Aug 26 00:59:44.247844 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01614336-6e33-4fa1-9495-aaab31a6dae1 req-03f01e0e-9fd9-4bc7-9947-d50cab4c1162 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:44.249404 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-01614336-6e33-4fa1-9495-aaab31a6dae1 req-03f01e0e-9fd9-4bc7-9947-d50cab4c1162 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0719874 Aug 26 00:59:44.307858 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-01614336-6e33-4fa1-9495-aaab31a6dae1 req-21cff7b5-91f2-4eb3-bc90-c5df534bde57 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505862 Aug 26 00:59:44.325611 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593151d-0159-49c7-837d-cbe8324c0380 req-de750286-942b-489d-a0c4-7b465c2060c7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:44.328684 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c593151d-0159-49c7-837d-cbe8324c0380 req-de750286-942b-489d-a0c4-7b465c2060c7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 946 time: 0.0581436 Aug 26 00:59:44.333751 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Made reservation on behalf of ca3e24d51bdf44c5ad7219fa57d3d23b for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 00:59:44.337757 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:44.370484 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:44.441350 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [req-c593151d-0159-49c7-837d-cbe8324c0380 req-5c170e4e-0423-494d-a8f5-e366ea0570e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Deleting port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:59:44.441783 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c593151d-0159-49c7-837d-cbe8324c0380 req-5c170e4e-0423-494d-a8f5-e366ea0570e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:44.507106 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Allocated IP 172.20.0.5 (67cce745-2ab6-4c41-99b3-cb2978e1bfd5/a43d0c05-f3f0-4dc6-b965-0109fa4aa91f/ea9f0339-afc5-4a08-9e7f-4f43f30fd859) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 00:59:44.563941 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [req-c593151d-0159-49c7-837d-cbe8324c0380 req-5c170e4e-0423-494d-a8f5-e366ea0570e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] For port 833db4f2-eca1-40db-a1e7-c07312b7e9d1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=833db4f2-eca1-40db-a1e7-c07312b7e9d1,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:44.565155 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c593151d-0159-49c7-837d-cbe8324c0380 req-5c170e4e-0423-494d-a8f5-e366ea0570e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:44.582634 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [req-c593151d-0159-49c7-837d-cbe8324c0380 req-5c170e4e-0423-494d-a8f5-e366ea0570e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Calling delete_port for 833db4f2-eca1-40db-a1e7-c07312b7e9d1 owned by compute:nova {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:59:44.592188 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:44.678470 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:44.792974 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:44.806545 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:44.809614 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c593151d-0159-49c7-837d-cbe8324c0380 req-5c170e4e-0423-494d-a8f5-e366ea0570e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (833db4f2-eca1-40db-a1e7-c07312b7e9d1), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:44.848569 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 00:59:44.853620 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 00:59:44.854000 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['833db4f2-eca1-40db-a1e7-c07312b7e9d1', '370c2a59-a26b-4a3e-8768-1300357aad68'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:59:44.861019 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 00:59:44.879439 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'Port': ['ID=ea9f0339-afc5-4a08-9e7f-4f43f30fd859,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:44.903375 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c170e4e-0423-494d-a8f5-e366ea0570e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event deleted for resources: {'Port': ['ID=833db4f2-eca1-40db-a1e7-c07312b7e9d1,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:44.959507 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:44.960491 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:45.018404 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [req-c593151d-0159-49c7-837d-cbe8324c0380 req-5c170e4e-0423-494d-a8f5-e366ea0570e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] No DVR routers for this DVR port 833db4f2-eca1-40db-a1e7-c07312b7e9d1 on host hv-cinder-83538 {{(pid=113335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:59:45.022179 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-c593151d-0159-49c7-837d-cbe8324c0380 req-5c170e4e-0423-494d-a8f5-e366ea0570e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:45.030133 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c593151d-0159-49c7-837d-cbe8324c0380 req-5c170e4e-0423-494d-a8f5-e366ea0570e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "DELETE /networking/v2.0/ports/833db4f2-eca1-40db-a1e7-c07312b7e9d1 HTTP/1.1" status: 204 len: 173 time: 0.6972985 Aug 26 00:59:45.051103 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be', 'name': 'network-vif-deleted', 'tag': '833db4f2-eca1-40db-a1e7-c07312b7e9d1'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:59:45.054036 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a4b923-a3ef-48fa-be62-d970a838e685" -d '{"events": [{"server_uuid": "4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be", "name": "network-vif-deleted", "tag": "833db4f2-eca1-40db-a1e7-c07312b7e9d1"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:59:45.077853 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-91d6e470-a624-4da8-b17b-9579981ec584 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9868731 Aug 26 00:59:45.097665 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Request body: {'port': {'device_id': '8638d924-308a-4f2b-945e-5798c738ee45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 00:59:45.100561 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-50679b97-0ce4-4c0c-b08d-6eaf49e7a42b req-dcf2cfb0-7ce4-42f2-a54c-d9698690f2db tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 210 time: 0.0830092 Aug 26 00:59:45.162892 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dac8fa2-bef3-4396-9ed5-bee55fa6503f x-openstack-request-id: req-8dac8fa2-bef3-4396-9ed5-bee55fa6503f {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:59:45.163808 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be", "name": "network-vif-deleted", "tag": "833db4f2-eca1-40db-a1e7-c07312b7e9d1", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:59:45.163808 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8dac8fa2-bef3-4396-9ed5-bee55fa6503f {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:59:45.166734 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dac8fa2-bef3-4396-9ed5-bee55fa6503f'] response: {'server_uuid': '4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be', 'name': 'network-vif-deleted', 'tag': '833db4f2-eca1-40db-a1e7-c07312b7e9d1', 'status': 'completed', 'code': 200} Aug 26 00:59:45.284577 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:45.288025 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-390de517-27e4-4d24-97bf-d467d61f0408 None None] Provisioning complete for port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:59:45.288917 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-390de517-27e4-4d24-97bf-d467d61f0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:45.320990 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2666fd2-10aa-4e96-99cd-108672df0783 req-a948fdcd-fe58-4e88-9be0-b2fd1e4e7923 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:45.322895 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b2666fd2-10aa-4e96-99cd-108672df0783 req-a948fdcd-fe58-4e88-9be0-b2fd1e4e7923 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 931 time: 0.0975595 Aug 26 00:59:45.366171 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-390de517-27e4-4d24-97bf-d467d61f0408 None None] Port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 00:59:45.406676 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b2666fd2-10aa-4e96-99cd-108672df0783 req-66791215-364e-4940-8ee6-265878c233bf tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766253 Aug 26 00:59:45.577555 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f545c-255e-4cb7-b926-e877d880c0c0 req-12a2c803-df15-4edd-9800-8fd5adffb7aa tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:45.582564 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-393f545c-255e-4cb7-b926-e877d880c0c0 req-12a2c803-df15-4edd-9800-8fd5adffb7aa tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0749991 Aug 26 00:59:45.684874 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-393f545c-255e-4cb7-b926-e877d880c0c0 req-a0397579-d764-4476-a13c-2d7da87f8377 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876977 Aug 26 00:59:45.782241 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9f0339-afc5-4a08-9e7f-4f43f30fd859 {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:59:45.790820 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Publish callbacks [] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:45.804502 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Transition to ACTIVE for port object ea9f0339-afc5-4a08-9e7f-4f43f30fd859 will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 00:59:45.883225 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:45.897768 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:45.984671 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Pushing event updated for resources: {'Port': ['ID=ea9f0339-afc5-4a08-9e7f-4f43f30fd859,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:46.026566 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Attempting to bind port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 00:59:46.028538 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Attempting to bind port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 00:59:46.028538 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Attempting to bind port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 on network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:59:46.032429 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 on network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 00:59:46.032876 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Attempting to bind port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 on network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 00:59:46.039709 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 0, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 00:59:46.040051 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Checking segment: {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 00:59:46.040453 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Bound using segment: {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 00:59:46.040965 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Bound port: ea9f0339-afc5-4a08-9e7f-4f43f30fd859, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 00:59:46.041352 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:46.106039 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:46.116176 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] For port ea9f0339-afc5-4a08-9e7f-4f43f30fd859, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 00:59:46.119801 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] For port ea9f0339-afc5-4a08-9e7f-4f43f30fd859, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ea9f0339-afc5-4a08-9e7f-4f43f30fd859,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 00:59:46.221177 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:46.225694 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:46.226325 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:46.227730 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/ea9f0339-afc5-4a08-9e7f-4f43f30fd859 HTTP/1.1" status: 200 len: 1093 time: 1.1363885 Aug 26 00:59:46.228231 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8638d924-308a-4f2b-945e-5798c738ee45', 'tag': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:59:46.240964 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e0a31c-1147-4517-ab44-f9362fbd5e85" -d '{"events": [{"name": "network-changed", "server_uuid": "8638d924-308a-4f2b-945e-5798c738ee45", "tag": "ea9f0339-afc5-4a08-9e7f-4f43f30fd859"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:59:46.249345 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ee03cca4-11a6-43e0-a3ab-e72c98e84624 req-90ae5f7a-6589-4719-af78-5f57a8f45da3 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=4372cbf9-334a-4d8e-9d8e-edb3b7cbd8be HTTP/1.1" status: 200 len: 210 time: 0.0382481 Aug 26 00:59:46.297568 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 00:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17886c25-4d17-4e35-941f-3fa6c5ac9576 x-openstack-request-id: req-17886c25-4d17-4e35-941f-3fa6c5ac9576 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:59:46.297957 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8638d924-308a-4f2b-945e-5798c738ee45", "tag": "ea9f0339-afc5-4a08-9e7f-4f43f30fd859", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:59:46.298212 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-17886c25-4d17-4e35-941f-3fa6c5ac9576 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:59:46.299210 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17886c25-4d17-4e35-941f-3fa6c5ac9576'] response: {'name': 'network-changed', 'server_uuid': '8638d924-308a-4f2b-945e-5798c738ee45', 'tag': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'status': 'completed', 'code': 200} Aug 26 00:59:46.322006 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7d80d-d852-45d6-9bf3-e7708747e83f service neutron] Pushing event updated for resources: {'Port': ['ID=ea9f0339-afc5-4a08-9e7f-4f43f30fd859,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:46.351076 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=69 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:46.354505 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:46.424180 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0a31c-1147-4517-ab44-f9362fbd5e85 req-6fc16620-6375-4399-bbab-d9594c1c771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:46.425919 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-18e0a31c-1147-4517-ab44-f9362fbd5e85 req-6fc16620-6375-4399-bbab-d9594c1c771d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 1127 time: 0.0495064 Aug 26 00:59:46.577136 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390234cb-2c85-493a-ae66-e64e6baa1581 req-af540a03-bda1-4aff-a43a-72164b9c9a37 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:46.578670 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-390234cb-2c85-493a-ae66-e64e6baa1581 req-af540a03-bda1-4aff-a43a-72164b9c9a37 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 943 time: 0.0734682 Aug 26 00:59:46.610693 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0a31c-1147-4517-ab44-f9362fbd5e85 req-b83fbd6d-22d5-4289-8ae2-72d2b1942dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:46.613040 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-18e0a31c-1147-4517-ab44-f9362fbd5e85 req-b83fbd6d-22d5-4289-8ae2-72d2b1942dcb service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1685376 Aug 26 00:59:46.666162 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-390234cb-2c85-493a-ae66-e64e6baa1581 req-050a77a9-764b-4999-9182-0fe844477559 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806472 Aug 26 00:59:46.750491 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0a31c-1147-4517-ab44-f9362fbd5e85 req-26b94dd2-9a72-448f-8f08-d7bbe4802361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:46.760304 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-18e0a31c-1147-4517-ab44-f9362fbd5e85 req-26b94dd2-9a72-448f-8f08-d7bbe4802361 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1325817 Aug 26 00:59:46.873139 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c13b38-431a-4701-8b79-cffcb421d399 req-258c8801-4d0e-4cc1-9f65-c30c6a17cf63 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:46.874933 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-62c13b38-431a-4701-8b79-cffcb421d399 req-258c8801-4d0e-4cc1-9f65-c30c6a17cf63 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0896392 Aug 26 00:59:46.894636 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-291c3243-4c71-413c-86dc-9388b10f7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:46.895905 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-291c3243-4c71-413c-86dc-9388b10f7145 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 1127 time: 0.0722947 Aug 26 00:59:46.958798 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-69491e48-4a73-490d-ab7b-12c5aee77775 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea9f0339-afc5-4a08-9e7f-4f43f30fd859 HTTP/1.1" status: 200 len: 217 time: 0.0475433 Aug 26 00:59:47.005349 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-62c13b38-431a-4701-8b79-cffcb421d399 req-a69916da-cefe-4495-b44d-c96b85ad67d5 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192224 Aug 26 00:59:47.023328 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-d0ae578d-fff5-48d6-907b-86270da0936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:47.036505 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-d0ae578d-fff5-48d6-907b-86270da0936c service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f HTTP/1.1" status: 200 len: 851 time: 0.0558524 Aug 26 00:59:47.076512 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-dc9a5f97-030c-407d-a86a-2fbbbab40c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:47.078357 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-dc9a5f97-030c-407d-a86a-2fbbbab40c5f service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453918 Aug 26 00:59:47.180516 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-19fec62f-13b7-4527-8bff-84c9555f5015 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955913 Aug 26 00:59:47.277373 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c35c305-dd29-49a8-95d7-4089bf9e62f1 req-c33b6b18-df23-4f86-8b6f-b2126c5d1fbe service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907350 Aug 26 00:59:47.735990 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f912577-1daf-4a41-a7f7-d4b600a53b7e req-a3019e6f-dc29-437e-98ca-2eccb13861c7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:47.737516 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4f912577-1daf-4a41-a7f7-d4b600a53b7e req-a3019e6f-dc29-437e-98ca-2eccb13861c7 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0543702 Aug 26 00:59:47.787977 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4f912577-1daf-4a41-a7f7-d4b600a53b7e req-ffd12a60-d57a-4a4e-b95f-cd8841a63083 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440485 Aug 26 00:59:47.812696 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbf9ec-d1d1-4793-a9c0-6eea7dabf3cd req-4a44136d-d27a-4ee8-9f75-41f1e907aeeb tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:47.814743 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbfbf9ec-d1d1-4793-a9c0-6eea7dabf3cd req-4a44136d-d27a-4ee8-9f75-41f1e907aeeb tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 943 time: 0.0519125 Aug 26 00:59:48.126693 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dbfbf9ec-d1d1-4793-a9c0-6eea7dabf3cd req-1588e65d-cdc2-40e6-8152-0560662a9490 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061628 Aug 26 00:59:48.143379 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e810e6f-88c2-4a5e-88d7-0726465ef618 req-c6063b68-84ee-4d78-8b1d-5ccdbf4c3f1e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:48.144903 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3e810e6f-88c2-4a5e-88d7-0726465ef618 req-c6063b68-84ee-4d78-8b1d-5ccdbf4c3f1e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0483119 Aug 26 00:59:48.192981 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3e810e6f-88c2-4a5e-88d7-0726465ef618 req-a4bd4a78-8c5b-405d-9874-67081bdab2b9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424895 Aug 26 00:59:48.217661 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 833db4f2-eca1-40db-a1e7-c07312b7e9d1 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:59:48.237576 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 833db4f2-eca1-40db-a1e7-c07312b7e9d1 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:59:48.237930 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 833db4f2-eca1-40db-a1e7-c07312b7e9d1 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:59:48.918938 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69618b-de0d-43e0-a845-f1c7a41ef263 req-f4a1b9f0-142d-47da-9fd1-090e9f60d1d1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:48.920591 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ee69618b-de0d-43e0-a845-f1c7a41ef263 req-f4a1b9f0-142d-47da-9fd1-090e9f60d1d1 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0547516 Aug 26 00:59:48.978364 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ee69618b-de0d-43e0-a845-f1c7a41ef263 req-fa174a2d-3622-48f4-a03a-23cb4dee13e2 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497344 Aug 26 00:59:49.163462 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:49.249750 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02da4e-d060-4c3a-bf52-9aa499613bd4 req-3c20d5f0-7700-4621-bf0e-bb8c44e1fdae tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:49.258557 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb02da4e-d060-4c3a-bf52-9aa499613bd4 req-3c20d5f0-7700-4621-bf0e-bb8c44e1fdae tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 943 time: 0.0505559 Aug 26 00:59:49.303475 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:49.305488 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb02da4e-d060-4c3a-bf52-9aa499613bd4 req-329c41c6-9c29-44ae-8ba7-81ce52263ddf tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486283 Aug 26 00:59:49.329112 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12becc70-f61b-4f8e-9ea1-5cb35005aade req-ec7afe41-63bb-4e26-be7a-319150d523b4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:49.329112 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-12becc70-f61b-4f8e-9ea1-5cb35005aade req-ec7afe41-63bb-4e26-be7a-319150d523b4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0501478 Aug 26 00:59:49.358357 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:49.373027 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-12becc70-f61b-4f8e-9ea1-5cb35005aade req-9cfda386-6541-4272-89ea-984cf61f47fe tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446155 Aug 26 00:59:50.098303 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c49490-ecda-4c60-9fed-e7a17b87a91d req-e968fb0a-6ee1-47f4-9b56-b4ebdbe6b20e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:50.099731 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-53c49490-ecda-4c60-9fed-e7a17b87a91d req-e968fb0a-6ee1-47f4-9b56-b4ebdbe6b20e tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0461395 Aug 26 00:59:50.138353 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:50.145972 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-53c49490-ecda-4c60-9fed-e7a17b87a91d req-203cf9a0-5ca7-4e86-8b27-53b9ed80e8a6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=70797fcf-b034-4cac-b18c-143ba96e786a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Aug 26 00:59:50.423513 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44233f-fb98-4a63-9777-e27bfb3ed036 req-864c7d7f-a9bb-452a-b062-e281fbe0b177 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:50.425031 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4a44233f-fb98-4a63-9777-e27bfb3ed036 req-864c7d7f-a9bb-452a-b062-e281fbe0b177 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 943 time: 0.0466726 Aug 26 00:59:50.475736 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4a44233f-fb98-4a63-9777-e27bfb3ed036 req-3ec7d726-6906-45ce-84e2-3195398f156f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451770 Aug 26 00:59:50.506078 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1568c1-eae7-45da-a820-239907592050 req-706b4ca7-7a3d-4ab3-814f-281aa3179436 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:50.509096 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0d1568c1-eae7-45da-a820-239907592050 req-706b4ca7-7a3d-4ab3-814f-281aa3179436 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0531542 Aug 26 00:59:50.557920 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0d1568c1-eae7-45da-a820-239907592050 req-6ebf4724-53cd-4512-b34d-e839510323b1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445726 Aug 26 00:59:50.781788 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5e59c-ecf5-480d-b84f-bfea303efbd9 req-e08aa789-e37b-4d63-bfaa-cf7f5894bc23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:50.783873 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-50e5e59c-ecf5-480d-b84f-bfea303efbd9 req-e08aa789-e37b-4d63-bfaa-cf7f5894bc23 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 945 time: 0.0458524 Aug 26 00:59:50.799714 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc6337-2f67-488d-9fa0-6b1b9bfc7a51 req-1256eeec-09e3-48b2-9825-6c8f7d17d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:50.801227 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-08cc6337-2f67-488d-9fa0-6b1b9bfc7a51 req-1256eeec-09e3-48b2-9825-6c8f7d17d721 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 1130 time: 0.0443637 Aug 26 00:59:50.872465 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-50e5e59c-ecf5-480d-b84f-bfea303efbd9 req-98f89ba9-f47f-4f5e-9c29-3e8aa1e488dc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Deleting port 370c2a59-a26b-4a3e-8768-1300357aad68 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:59:50.872839 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-50e5e59c-ecf5-480d-b84f-bfea303efbd9 req-98f89ba9-f47f-4f5e-9c29-3e8aa1e488dc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:50.878215 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:50.893899 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc6337-2f67-488d-9fa0-6b1b9bfc7a51 req-0760f122-f300-417f-874d-7ac60ef103de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:50.895372 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-08cc6337-2f67-488d-9fa0-6b1b9bfc7a51 req-0760f122-f300-417f-874d-7ac60ef103de service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 200 len: 919 time: 0.0880280 Aug 26 00:59:50.961965 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-08cc6337-2f67-488d-9fa0-6b1b9bfc7a51 req-f5e2771f-1dec-428e-8e66-63c4fb7e7459 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 HTTP/1.1" status: 200 len: 1002 time: 0.0594623 Aug 26 00:59:50.964182 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-50e5e59c-ecf5-480d-b84f-bfea303efbd9 req-98f89ba9-f47f-4f5e-9c29-3e8aa1e488dc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] For port 370c2a59-a26b-4a3e-8768-1300357aad68, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=370c2a59-a26b-4a3e-8768-1300357aad68,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:50.964581 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-50e5e59c-ecf5-480d-b84f-bfea303efbd9 req-98f89ba9-f47f-4f5e-9c29-3e8aa1e488dc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:50.981431 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-50e5e59c-ecf5-480d-b84f-bfea303efbd9 req-98f89ba9-f47f-4f5e-9c29-3e8aa1e488dc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Calling delete_port for 370c2a59-a26b-4a3e-8768-1300357aad68 owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:59:51.011820 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc6337-2f67-488d-9fa0-6b1b9bfc7a51 req-7e018378-a78e-4ed9-8a07-7285bf50455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:51.013336 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-08cc6337-2f67-488d-9fa0-6b1b9bfc7a51 req-7e018378-a78e-4ed9-8a07-7285bf50455f service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=057ee52c-7eaf-4765-b679-5f157b27c59c HTTP/1.1" status: 200 len: 856 time: 0.0445724 Aug 26 00:59:51.056600 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc6337-2f67-488d-9fa0-6b1b9bfc7a51 req-59f1b3ae-91d9-41fe-9e7e-7cb27cfcc743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:51.058108 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-08cc6337-2f67-488d-9fa0-6b1b9bfc7a51 req-59f1b3ae-91d9-41fe-9e7e-7cb27cfcc743 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=82719f0d-e147-413c-83ac-404aae47d6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389559 Aug 26 00:59:51.149796 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-08cc6337-2f67-488d-9fa0-6b1b9bfc7a51 req-72335ac8-6363-472b-86b8-25dccf988833 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855069 Aug 26 00:59:51.157550 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-50e5e59c-ecf5-480d-b84f-bfea303efbd9 req-98f89ba9-f47f-4f5e-9c29-3e8aa1e488dc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (370c2a59-a26b-4a3e-8768-1300357aad68), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:51.192621 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f89ba9-f47f-4f5e-9c29-3e8aa1e488dc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Pushing event deleted for resources: {'Port': ['ID=370c2a59-a26b-4a3e-8768-1300357aad68,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:51.210654 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['370c2a59-a26b-4a3e-8768-1300357aad68'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:59:51.276295 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e5e59c-ecf5-480d-b84f-bfea303efbd9 req-98f89ba9-f47f-4f5e-9c29-3e8aa1e488dc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] No DVR routers for this DVR port 370c2a59-a26b-4a3e-8768-1300357aad68 on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:59:51.279429 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-db9242d9-c25c-4d12-99ac-57a52b8c956c req-42a0dc58-64c8-470c-9971-f1ae2145b848 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 210 time: 0.0438735 Aug 26 00:59:51.280499 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-50e5e59c-ecf5-480d-b84f-bfea303efbd9 req-98f89ba9-f47f-4f5e-9c29-3e8aa1e488dc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:51.283935 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-50e5e59c-ecf5-480d-b84f-bfea303efbd9 req-98f89ba9-f47f-4f5e-9c29-3e8aa1e488dc tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.91 "DELETE /networking/v2.0/ports/370c2a59-a26b-4a3e-8768-1300357aad68 HTTP/1.1" status: 204 len: 173 time: 0.4944952 Aug 26 00:59:51.284456 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3079fdb4-9b6d-4030-a7ce-bdf5bff324ab', 'name': 'network-vif-deleted', 'tag': '370c2a59-a26b-4a3e-8768-1300357aad68'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:59:51.284620 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-08cc6337-2f67-488d-9fa0-6b1b9bfc7a51 req-b96811c0-8c81-47b3-b3dd-307aa2590dea service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132162 Aug 26 00:59:51.287059 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fd9e59-6756-492f-8ae7-84143f9d3002" -d '{"events": [{"server_uuid": "3079fdb4-9b6d-4030-a7ce-bdf5bff324ab", "name": "network-vif-deleted", "tag": "370c2a59-a26b-4a3e-8768-1300357aad68"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:59:51.324894 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b5f7ae-3383-416e-bcb6-eb25b761d942 x-openstack-request-id: req-72b5f7ae-3383-416e-bcb6-eb25b761d942 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:59:51.325196 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3079fdb4-9b6d-4030-a7ce-bdf5bff324ab", "name": "network-vif-deleted", "tag": "370c2a59-a26b-4a3e-8768-1300357aad68", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:59:51.325454 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72b5f7ae-3383-416e-bcb6-eb25b761d942 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:59:51.325861 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b5f7ae-3383-416e-bcb6-eb25b761d942'] response: {'server_uuid': '3079fdb4-9b6d-4030-a7ce-bdf5bff324ab', 'name': 'network-vif-deleted', 'tag': '370c2a59-a26b-4a3e-8768-1300357aad68', 'status': 'completed', 'code': 200} Aug 26 00:59:51.608073 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de6845-eaa6-46fd-b960-298ca6a4aa03 req-ad296f3c-6ca6-4ed5-84e8-62c89e38146d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:51.610367 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b6de6845-eaa6-46fd-b960-298ca6a4aa03 req-ad296f3c-6ca6-4ed5-84e8-62c89e38146d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 943 time: 0.0604825 Aug 26 00:59:51.668677 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b6de6845-eaa6-46fd-b960-298ca6a4aa03 req-3d222b77-0210-4f86-9a09-b57a2609f008 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515254 Aug 26 00:59:51.699013 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03b6b6-b9c6-4085-9827-ce72f39b4c8f req-3d9602c4-7c3d-4cf2-a7f7-0f8ff5a0cc97 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:51.700661 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-aa03b6b6-b9c6-4085-9827-ce72f39b4c8f req-3d9602c4-7c3d-4cf2-a7f7-0f8ff5a0cc97 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0541911 Aug 26 00:59:51.747384 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-aa03b6b6-b9c6-4085-9827-ce72f39b4c8f req-6be49606-d07d-47c6-bf2b-70bda0337983 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412812 Aug 26 00:59:52.386427 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-623d4152-28a1-487f-84d7-dae3122ab67e req-fef06455-85ea-436a-8d80-2c13226938ac tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 210 time: 0.0322025 Aug 26 00:59:52.789267 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec70207-fec8-433a-8e48-221850801b4f req-9e26eaaf-684b-40d2-8029-ffca4c636809 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:52.790774 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-aec70207-fec8-433a-8e48-221850801b4f req-9e26eaaf-684b-40d2-8029-ffca4c636809 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 943 time: 0.0465863 Aug 26 00:59:52.841289 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-aec70207-fec8-433a-8e48-221850801b4f req-f899b5c5-5c14-4071-ae63-89d3715fcaa9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444663 Aug 26 00:59:52.874902 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36817b-ff5c-4ddd-a962-37f88873f490 req-eada7729-08b0-45b5-8eff-875c6d863117 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:52.877000 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6e36817b-ff5c-4ddd-a962-37f88873f490 req-eada7729-08b0-45b5-8eff-875c6d863117 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0474575 Aug 26 00:59:52.922880 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6e36817b-ff5c-4ddd-a962-37f88873f490 req-861ba868-8884-4a97-9219-d896d611a5fb tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402706 Aug 26 00:59:53.197762 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c70e4e-7a6b-4dbd-a6e7-9290ac443533 req-25ac72f5-0ff8-4c09-9d4a-975aa24d62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:53.200118 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-44c70e4e-7a6b-4dbd-a6e7-9290ac443533 req-25ac72f5-0ff8-4c09-9d4a-975aa24d62e6 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 1130 time: 0.0403914 Aug 26 00:59:53.486809 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2509d70c-6c91-40c6-9f2a-28df82680b2b req-e3d01b44-ba8a-463f-85ad-d42a0f17557d tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 210 time: 0.0274127 Aug 26 00:59:53.934889 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c70e4e-7a6b-4dbd-a6e7-9290ac443533 req-9c000180-c136-40e4-b620-45b5f4f50494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:53.936302 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-44c70e4e-7a6b-4dbd-a6e7-9290ac443533 req-9c000180-c136-40e4-b620-45b5f4f50494 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 200 len: 919 time: 0.1013963 Aug 26 00:59:54.005331 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:54.015569 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12419f72-285f-4b7c-9930-cd75f61269d3 req-dfa7138b-e781-4878-8c3b-55b9fd8e3b30 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:54.017694 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-12419f72-285f-4b7c-9930-cd75f61269d3 req-dfa7138b-e781-4878-8c3b-55b9fd8e3b30 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 943 time: 0.0957611 Aug 26 00:59:54.020148 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:54.038657 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-44c70e4e-7a6b-4dbd-a6e7-9290ac443533 req-cee15398-e614-4881-9c09-d3064ab4a30c service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 HTTP/1.1" status: 200 len: 1002 time: 0.0860536 Aug 26 00:59:54.066124 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec49c26-73b1-4168-b094-63a54ded923a req-3268e6e5-ca23-4ea2-b4b2-d9348dbbaed6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:54.067703 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1ec49c26-73b1-4168-b094-63a54ded923a req-3268e6e5-ca23-4ea2-b4b2-d9348dbbaed6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 946 time: 0.0574718 Aug 26 00:59:54.080512 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:54.112507 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-12419f72-285f-4b7c-9930-cd75f61269d3 req-14906517-ea0f-44a6-857a-32fff0520fde tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815504 Aug 26 00:59:54.118177 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c70e4e-7a6b-4dbd-a6e7-9290ac443533 req-e24f1d86-0c68-4b39-89f9-46f70bd6be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:54.119604 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-44c70e4e-7a6b-4dbd-a6e7-9290ac443533 req-e24f1d86-0c68-4b39-89f9-46f70bd6be33 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=057ee52c-7eaf-4765-b679-5f157b27c59c HTTP/1.1" status: 200 len: 856 time: 0.0707014 Aug 26 00:59:54.119767 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1ec49c26-73b1-4168-b094-63a54ded923a req-a59df361-9ebe-44c7-bd75-41b37a60f5c4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462625 Aug 26 00:59:54.252209 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:59:54.327339 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 is: ACTIVE; New status is: DOWN {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:59:54.327790 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:54.329856 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c70e4e-7a6b-4dbd-a6e7-9290ac443533 req-3a9eb42c-7620-4be8-818e-e84f1f4c1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:54.331292 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-44c70e4e-7a6b-4dbd-a6e7-9290ac443533 req-3a9eb42c-7620-4be8-818e-e84f1f4c1a8e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=82719f0d-e147-413c-83ac-404aae47d6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470469 Aug 26 00:59:54.370959 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:54.371959 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:59:54.374668 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1974369f-c97d-4047-b7f5-1de0d799da0f" -d '{"events": [{"server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "name": "network-vif-unplugged", "status": "completed", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:59:54.418583 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 00:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ac455f-efd4-4c6a-ada9-eb2aeb9cd356 x-openstack-request-id: req-42ac455f-efd4-4c6a-ada9-eb2aeb9cd356 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:59:54.418583 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "name": "network-vif-unplugged", "status": "completed", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:59:54.418583 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42ac455f-efd4-4c6a-ada9-eb2aeb9cd356 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:59:54.418583 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ac455f-efd4-4c6a-ada9-eb2aeb9cd356'] response: {'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'code': 200} Aug 26 00:59:54.437590 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:54.438611 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 370c2a59-a26b-4a3e-8768-1300357aad68 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:59:54.453237 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-44c70e4e-7a6b-4dbd-a6e7-9290ac443533 req-0cf46331-623f-4411-8444-777e77317899 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129949 Aug 26 00:59:54.481623 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 370c2a59-a26b-4a3e-8768-1300357aad68 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:59:54.481969 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 370c2a59-a26b-4a3e-8768-1300357aad68 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:59:54.502859 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,revision_number=8']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:54.599913 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8329fa7a-3e66-4321-9d0b-82181e3df556 req-afdbf3cf-edc4-4041-915c-5611bb6a02e6 tempest-ServerRescueNegativeTestJSON-988292211 tempest-ServerRescueNegativeTestJSON-988292211-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3079fdb4-9b6d-4030-a7ce-bdf5bff324ab HTTP/1.1" status: 200 len: 210 time: 0.0279229 Aug 26 00:59:54.786909 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-44c70e4e-7a6b-4dbd-a6e7-9290ac443533 req-a7201672-2206-4bd7-8b42-4c55e4a40a0c service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876925 Aug 26 00:59:55.242220 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643bcd6-25e4-4dbc-9d0c-ced06507c593 req-27677311-b579-42b0-ad54-693329939dde tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:55.243738 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0643bcd6-25e4-4dbc-9d0c-ced06507c593 req-27677311-b579-42b0-ad54-693329939dde tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 943 time: 0.0524874 Aug 26 00:59:55.296912 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0643bcd6-25e4-4dbc-9d0c-ced06507c593 req-60d359aa-3947-4f1e-90e1-b78fbee25828 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470822 Aug 26 00:59:55.669209 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46700) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:56.085326 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [req-0d4dac2a-45d1-46ef-a608-a1fb36d650b1 req-169f6cca-a677-43ff-bd43-a5cb5e43b7f7 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:59:56.086324 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0d4dac2a-45d1-46ef-a608-a1fb36d650b1 req-169f6cca-a677-43ff-bd43-a5cb5e43b7f7 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052781 Aug 26 00:59:56.094162 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9967add0-b8b4-4064-af89-42d2ffc7f244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588378'] for router_interface (08798a74-ed5d-4aa0-95ed-44183a44fb97), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:56.243019 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ea9f0339-afc5-4a08-9e7f-4f43f30fd859 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 00:59:56.304494 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:56.318559 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-9967add0-b8b4-4064-af89-42d2ffc7f244 admin admin] Deleting port 3741ef52-7f9b-4328-926c-1695b7e41460 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:59:56.318895 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9967add0-b8b4-4064-af89-42d2ffc7f244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:56.349079 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ea9f0339-afc5-4a08-9e7f-4f43f30fd859, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ea9f0339-afc5-4a08-9e7f-4f43f30fd859,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:56.362965 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'port_id': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'mac_address': 'fa:16:3e:24:8f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 00:59:56.399708 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:59:56.400100 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:56.416572 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9f0339-afc5-4a08-9e7f-4f43f30fd859 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 00:59:56.437472 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ea9f0339-afc5-4a08-9e7f-4f43f30fd859, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ea9f0339-afc5-4a08-9e7f-4f43f30fd859,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:56.457487 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eda9c-6deb-4172-8863-ed4661fa3c22 req-34c9f1b1-b265-41b1-97b1-d3a2eba5eec4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:56.461607 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34041d-6066-45e6-b7b5-88af715de0c1 req-cf562a26-6e40-47f0-9382-49720ce9bc2f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:56.464767 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a91eda9c-6deb-4172-8863-ed4661fa3c22 req-34c9f1b1-b265-41b1-97b1-d3a2eba5eec4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 943 time: 0.0777755 Aug 26 00:59:56.469009 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3d34041d-6066-45e6-b7b5-88af715de0c1 req-cf562a26-6e40-47f0-9382-49720ce9bc2f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0583611 Aug 26 00:59:56.487244 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:56.506314 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:56.518767 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-9967add0-b8b4-4064-af89-42d2ffc7f244 admin admin] For port 3741ef52-7f9b-4328-926c-1695b7e41460, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=3741ef52-7f9b-4328-926c-1695b7e41460,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:56.518951 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9967add0-b8b4-4064-af89-42d2ffc7f244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:56.532146 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3d34041d-6066-45e6-b7b5-88af715de0c1 req-61d0caa9-c97c-4566-a688-d4c364ece3b4 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622554 Aug 26 00:59:56.554934 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-9967add0-b8b4-4064-af89-42d2ffc7f244 admin admin] Calling delete_port for 3741ef52-7f9b-4328-926c-1695b7e41460 owned by network:router_interface {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:59:56.565406 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a91eda9c-6deb-4172-8863-ed4661fa3c22 req-5e380671-669c-4f4c-b985-7b03b21c0f3c tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998325 Aug 26 00:59:56.597911 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=ea9f0339-afc5-4a08-9e7f-4f43f30fd859,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:56.820018 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9967add0-b8b4-4064-af89-42d2ffc7f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (3741ef52-7f9b-4328-926c-1695b7e41460), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:56.841796 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['ea9f0339-afc5-4a08-9e7f-4f43f30fd859'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 00:59:56.850851 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967add0-b8b4-4064-af89-42d2ffc7f244 admin admin] Pushing event deleted for resources: {'Port': ['ID=3741ef52-7f9b-4328-926c-1695b7e41460,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:56.905078 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:56.944461 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:56.984762 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 46730) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:57.049660 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9967add0-b8b4-4064-af89-42d2ffc7f244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588334'] for router_interface (08798a74-ed5d-4aa0-95ed-44183a44fb97), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:57.076814 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-fae1e5a2-0fea-41ed-8505-3fa53c1a33b7 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929661 Aug 26 00:59:57.086442 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-99fd5192-94dc-4e87-b32b-570dce357bf1 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 00:59:57.091895 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-99fd5192-94dc-4e87-b32b-570dce357bf1 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0093033 Aug 26 00:59:57.167017 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 46738) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:57.256307 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:57.261483 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-5ed41408-ed3e-4072-9f4a-0e12b06cf54e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:57.262841 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-5ed41408-ed3e-4072-9f4a-0e12b06cf54e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports/abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 HTTP/1.1" status: 200 len: 941 time: 0.0948665 Aug 26 00:59:57.270949 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9967add0-b8b4-4064-af89-42d2ffc7f244 admin admin] Router 08798a74-ed5d-4aa0-95ed-44183a44fb97 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 00:59:57.371825 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9967add0-b8b4-4064-af89-42d2ffc7f244 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 00:59:57.376939 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-9967add0-b8b4-4064-af89-42d2ffc7f244 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/08798a74-ed5d-4aa0-95ed-44183a44fb97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7066028 Aug 26 00:59:57.380116 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 46744) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:57.380634 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bba5c0-fec1-4873-bbd7-5c2ad2ac13c5 None None] Sync routers for ids ['08798a74-ed5d-4aa0-95ed-44183a44fb97'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 00:59:57.391518 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bba5c0-fec1-4873-bbd7-5c2ad2ac13c5 None None] Routers {'08798a74-ed5d-4aa0-95ed-44183a44fb97'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:59:57.392676 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-e7bba5c0-fec1-4873-bbd7-5c2ad2ac13c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:59:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['08798a74-ed5d-4aa0-95ed-44183a44fb97'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:57.483527 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Publish callbacks [] for router (08798a74-ed5d-4aa0-95ed-44183a44fb97), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:57.493975 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-e7bba5c0-fec1-4873-bbd7-5c2ad2ac13c5 None None] Set router 08798a74-ed5d-4aa0-95ed-44183a44fb97 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:59:57.586514 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Publish callbacks [] for router_gateway (08798a74-ed5d-4aa0-95ed-44183a44fb97), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:57.715626 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dc089-83a6-4055-84e9-4e0dc672570d req-6c9cfabf-d6f3-4110-8d41-db48edefa235 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:57.717301 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ca0dc089-83a6-4055-84e9-4e0dc672570d req-6c9cfabf-d6f3-4110-8d41-db48edefa235 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 944 time: 0.0640686 Aug 26 00:59:57.723481 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:57.742016 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Deleting port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:59:57.742705 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:57.743670 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:57.758610 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0667a-03b6-4c38-aa68-c4a0673e6ea5 req-79086cf2-655f-46d5-9860-3cd24cc18eec tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:57.761401 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6cc0667a-03b6-4c38-aa68-c4a0673e6ea5 req-79086cf2-655f-46d5-9860-3cd24cc18eec tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0777688 Aug 26 00:59:57.770717 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-e7bba5c0-fec1-4873-bbd7-5c2ad2ac13c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31'}], 'enable_snat': True}, 'gw_port_id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:59:56Z', 'revision_number': 5, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port': {'id': '26ebdf6e-27d7-4e5a-bf3e-4c810d228afc', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:57.795831 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bba5c0-fec1-4873-bbd7-5c2ad2ac13c5 None None] Checking router: 08798a74-ed5d-4aa0-95ed-44183a44fb97 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 00:59:57.804931 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bba5c0-fec1-4873-bbd7-5c2ad2ac13c5 None None] Routers {'08798a74-ed5d-4aa0-95ed-44183a44fb97'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 00:59:57.805778 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-e7bba5c0-fec1-4873-bbd7-5c2ad2ac13c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T00:59:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['08798a74-ed5d-4aa0-95ed-44183a44fb97'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:57.805917 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ca0dc089-83a6-4055-84e9-4e0dc672570d req-7e8b7300-12c2-4899-b6fa-9c30d1f337e8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807858 Aug 26 00:59:57.869441 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6cc0667a-03b6-4c38-aa68-c4a0673e6ea5 req-455671e8-ed32-4b73-b2b3-413b52122558 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948384 Aug 26 00:59:57.897020 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] For port 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=26ebdf6e-27d7-4e5a-bf3e-4c810d228afc,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:57.897385 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-e7bba5c0-fec1-4873-bbd7-5c2ad2ac13c5 None None] Set router 08798a74-ed5d-4aa0-95ed-44183a44fb97 gateway port host: None {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 00:59:57.897532 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:57.913299 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Calling delete_port for 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc owned by network:router_gateway {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:59:57.926768 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:57.950754 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-e7bba5c0-fec1-4873-bbd7-5c2ad2ac13c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:59:57Z', 'revision_number': 6, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port_host': None}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:57.977073 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bba5c0-fec1-4873-bbd7-5c2ad2ac13c5 None None] The sync data for ids ['08798a74-ed5d-4aa0-95ed-44183a44fb97'] in dv-cinder-835384-25-iscsi is: [{'id': '08798a74-ed5d-4aa0-95ed-44183a44fb97', 'name': 'tempest-ServerRescueNegativeTestJSON-1335041550-router', 'tenant_id': '368f6a9e030e4aff9ef6559a6a165975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:59:57Z', 'revision_number': 6, 'project_id': '368f6a9e030e4aff9ef6559a6a165975', 'gw_port_host': None}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 00:59:58.258848 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ea9f0339-afc5-4a08-9e7f-4f43f30fd859 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 00:59:58.319803 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 00:59:58.397345 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 00:59:58.397736 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:58.398123 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (26ebdf6e-27d7-4e5a-bf3e-4c810d228afc), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:58.430871 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Pushing event deleted for resources: {'Port': ['ID=26ebdf6e-27d7-4e5a-bf3e-4c810d228afc,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:58.484090 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 00:59:58.484499 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:58.498779 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587935'] for router_gateway (08798a74-ed5d-4aa0-95ed-44183a44fb97), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:58.508232 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8638d924-308a-4f2b-945e-5798c738ee45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 00:59:58.510496 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff17e9d5-0fd1-44af-bf5f-d06c3a1fcb1a" -d '{"events": [{"server_uuid": "8638d924-308a-4f2b-945e-5798c738ee45", "name": "network-vif-plugged", "status": "completed", "tag": "ea9f0339-afc5-4a08-9e7f-4f43f30fd859"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 00:59:58.535745 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port ea9f0339-afc5-4a08-9e7f-4f43f30fd859, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ea9f0339-afc5-4a08-9e7f-4f43f30fd859,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:58.559487 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 00:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8238af7-41a5-47ec-befb-b604bd5203ca x-openstack-request-id: req-e8238af7-41a5-47ec-befb-b604bd5203ca {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 00:59:58.560130 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8638d924-308a-4f2b-945e-5798c738ee45", "name": "network-vif-plugged", "status": "completed", "tag": "ea9f0339-afc5-4a08-9e7f-4f43f30fd859", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 00:59:58.560130 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8238af7-41a5-47ec-befb-b604bd5203ca {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 00:59:58.560426 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8238af7-41a5-47ec-befb-b604bd5203ca'] response: {'server_uuid': '8638d924-308a-4f2b-945e-5798c738ee45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'code': 200} Aug 26 00:59:58.590588 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26948'] for router (08798a74-ed5d-4aa0-95ed-44183a44fb97), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:58.592926 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Publish callbacks [] for router_controller (08798a74-ed5d-4aa0-95ed-44183a44fb97), precommit_delete_associations {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:58.602914 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:58.667792 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=ea9f0339-afc5-4a08-9e7f-4f43f30fd859,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:58.724956 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588406'] for router (08798a74-ed5d-4aa0-95ed-44183a44fb97), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:58.725743 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08798a74-ed5d-4aa0-95ed-44183a44fb97 {{(pid=113335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 00:59:58.733972 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:58.733972 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-4241f945-cf3e-402a-ac4c-06518ed6ec5c admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/08798a74-ed5d-4aa0-95ed-44183a44fb97 HTTP/1.1" status: 204 len: 168 time: 1.3500688 Aug 26 00:59:58.734708 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46762) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:58.783456 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0ac00c-db3c-4e27-a80e-74637c024e12 admin admin] Deleting subnet ebece4fe-9fc4-4a49-8617-0ca326fa4131 {{(pid=113336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 00:59:58.786823 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0b0ac00c-db3c-4e27-a80e-74637c024e12 admin admin] Publish callbacks [] for subnet (ebece4fe-9fc4-4a49-8617-0ca326fa4131), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:58.824777 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0b0ac00c-db3c-4e27-a80e-74637c024e12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15151684'] for subnet (ebece4fe-9fc4-4a49-8617-0ca326fa4131), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:58.989571 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0b0ac00c-db3c-4e27-a80e-74637c024e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (ebece4fe-9fc4-4a49-8617-0ca326fa4131), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.002121 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c2fd1-93ad-407b-9921-269cae94040c req-13780074-ca8b-4df9-80ed-1aa6fb4cb07e tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:59.013241 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-894c2fd1-93ad-407b-9921-269cae94040c req-13780074-ca8b-4df9-80ed-1aa6fb4cb07e tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 945 time: 0.1129527 Aug 26 00:59:59.019345 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c813c-abdf-47db-b2b3-4d5a1b6e53f9 req-f6e04b45-e3c6-4588-a283-325f842f9b78 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:59.020954 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dd0c813c-abdf-47db-b2b3-4d5a1b6e53f9 req-f6e04b45-e3c6-4588-a283-325f842f9b78 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0533168 Aug 26 00:59:59.115067 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dd0c813c-abdf-47db-b2b3-4d5a1b6e53f9 req-1b635387-8455-4ed3-852f-8423e8df0da1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840170 Aug 26 00:59:59.120580 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72823ef4-267e-4f1f-97b0-12306aefa27d req-05c522b3-a902-4883-9f0e-5f2bbe1db06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:59.120580 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-72823ef4-267e-4f1f-97b0-12306aefa27d req-05c522b3-a902-4883-9f0e-5f2bbe1db06e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 1129 time: 0.0471122 Aug 26 00:59:59.153832 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-eedffc64-1913-45ca-ae38-ad9f02271e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:59.155325 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-eedffc64-1913-45ca-ae38-ad9f02271e5a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec&tenant_id=ec39c32378ac4017ad50aa6f930e514b HTTP/1.1" status: 200 len: 1128 time: 0.1121194 Aug 26 00:59:59.172753 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-894c2fd1-93ad-407b-9921-269cae94040c req-a57afd25-659f-442b-a939-5d0804bc77d0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577079 Aug 26 00:59:59.206666 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-72823ef4-267e-4f1f-97b0-12306aefa27d req-06c804f5-e077-4eae-885c-037c993825d4 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768604 Aug 26 00:59:59.235765 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-aa2218a6-2e15-4164-b1bf-8499f2fb588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:59.237252 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-aa2218a6-2e15-4164-b1bf-8499f2fb588c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ec39c32378ac4017ad50aa6f930e514b&device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 1128 time: 0.0406947 Aug 26 00:59:59.271624 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0b0ac00c-db3c-4e27-a80e-74637c024e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16517140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14176858'] for subnet (ebece4fe-9fc4-4a49-8617-0ca326fa4131), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.295707 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ac00c-db3c-4e27-a80e-74637c024e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebece4fe-9fc4-4a49-8617-0ca326fa4131,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:59.301459 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0b0ac00c-db3c-4e27-a80e-74637c024e12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.304587 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-0b0ac00c-db3c-4e27-a80e-74637c024e12 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/ebece4fe-9fc4-4a49-8617-0ca326fa4131 HTTP/1.1" status: 204 len: 168 time: 0.5688577 Aug 26 00:59:59.307107 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46772) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 00:59:59.307588 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4a965-bdd5-48e4-bb77-f1c42787012a None None] Network 7609779d-30c3-4a34-917a-c632dbd6c083 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 00:59:59.383172 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (7609779d-30c3-4a34-917a-c632dbd6c083), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.428896 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Deleting port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:59:59.429242 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.452451 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ed55f4-be13-4567-bed7-a4e3f6259d3e None None] DHCP port deletion for 7609779d-30c3-4a34-917a-c632dbd6c083 request from dv-cinder-835384-25-iscsi {{(pid=113337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 00:59:59.493918 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed55f4-be13-4567-bed7-a4e3f6259d3e None None] Deleting port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 {{(pid=113337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 00:59:59.494340 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a0ed55f4-be13-4567-bed7-a4e3f6259d3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), before_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.549148 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] For port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=1d8c9ebb-d19f-4c63-9645-1627e19a69e9,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:59.549518 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.556948 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-a0ed55f4-be13-4567-bed7-a4e3f6259d3e None None] For port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=1d8c9ebb-d19f-4c63-9645-1627e19a69e9,segment=NetworkSegment(1566d6aa-fd96-4660-8d32-8592079b3de9),segment_id=1566d6aa-fd96-4660-8d32-8592079b3de9)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 00:59:59.557349 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a0ed55f4-be13-4567-bed7-a4e3f6259d3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), precommit_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.569188 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Calling delete_port for 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 owned by network:dhcp {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:59:59.570717 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed55f4-be13-4567-bed7-a4e3f6259d3e None None] Calling delete_port for 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 owned by network:dhcp {{(pid=113337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 00:59:59.632875 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:59.643198 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-fc8496cd-b1d0-4cb6-90ae-51c62391d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 00:59:59.644713 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-fc8496cd-b1d0-4cb6-90ae-51c62391d8e9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 200 len: 919 time: 0.1526322 Aug 26 00:59:59.656146 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:59.700115 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a0ed55f4-be13-4567-bed7-a4e3f6259d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), after_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.706554 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 00:59:59.713162 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (1d8c9ebb-d19f-4c63-9645-1627e19a69e9), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.731071 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed55f4-be13-4567-bed7-a4e3f6259d3e None None] Pushing event deleted for resources: {'Port': ['ID=1d8c9ebb-d19f-4c63-9645-1627e19a69e9,revision_number=None']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:59.735177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed55f4-be13-4567-bed7-a4e3f6259d3e None None] No DVR routers for this DVR port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 on host dv-cinder-835384-25-iscsi {{(pid=113337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:59:59.738875 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8c9ebb-d19f-4c63-9645-1627e19a69e9,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 00:59:59.743344 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] No DVR routers for this DVR port 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 on host dv-cinder-835384-25-iscsi {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 00:59:59.812557 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 3741ef52-7f9b-4328-926c-1695b7e41460 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:59:59.817233 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (7609779d-30c3-4a34-917a-c632dbd6c083), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.832566 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 3741ef52-7f9b-4328-926c-1695b7e41460 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:59:59.833034 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 3741ef52-7f9b-4328-926c-1695b7e41460 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:59:59.833528 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:59:59.841501 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7609779d-30c3-4a34-917a-c632dbd6c083']}} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:59.851061 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1566d6aa-fd96-4660-8d32-8592079b3de9') {'for_net_delete': True} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:59.851362 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1566d6aa-fd96-4660-8d32-8592079b3de9') {} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 00:59:59.851909 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:59:59.852266 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 26ebdf6e-27d7-4e5a-bf3e-4c810d228afc not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:59:59.852727 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 00:59:59.861020 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15151693'] for segment (1566d6aa-fd96-4660-8d32-8592079b3de9), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.870672 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 00:59:59.871024 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 1d8c9ebb-d19f-4c63-9645-1627e19a69e9 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 00:59:59.874663 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (1566d6aa-fd96-4660-8d32-8592079b3de9), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.884652 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=113336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 00:59:59.884652 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16517198'] for segment (1566d6aa-fd96-4660-8d32-8592079b3de9), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 00:59:59.959684 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.services.segments.plugin [-] Segment 1566d6aa-fd96-4660-8d32-8592079b3de9 resource provider aggregate not found Aug 26 00:59:59.984852 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.services.segments.plugin [-] Segment 1566d6aa-fd96-4660-8d32-8592079b3de9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1566d6aa-fd96-4660-8d32-8592079b3de9 found for delete ", "request_id": "req-f6dcb9e6-91b4-40fe-9376-2903c4df80fe"}]} Aug 26 01:00:00.000284 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-49fa7b87-3663-4cef-bdb3-c7f9d367efc7 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 HTTP/1.1" status: 200 len: 1000 time: 0.1114933 Aug 26 01:00:00.275158 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837a75d-1af3-405a-860b-d233bea09b3c req-94c5c3f8-977d-49a9-8cef-be1cdece3f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:00.283257 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8837a75d-1af3-405a-860b-d233bea09b3c req-94c5c3f8-977d-49a9-8cef-be1cdece3f6e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0796306 Aug 26 01:00:00.294827 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (7609779d-30c3-4a34-917a-c632dbd6c083), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:00.311761 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:00.315173 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/7609779d-30c3-4a34-917a-c632dbd6c083 HTTP/1.1" status: 204 len: 168 time: 1.0071464 Aug 26 01:00:00.330124 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8837a75d-1af3-405a-860b-d233bea09b3c req-fe55d5d0-8313-4b4d-b3a0-68feafe00faa tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460188 Aug 26 01:00:00.350340 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71672c-bd22-47f3-8011-c37d1769e130 admin admin] Pushing event deleted for resources: {'Network': ['ID=7609779d-30c3-4a34-917a-c632dbd6c083,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:00.367660 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-68f4d469-a32b-46e2-b658-930a44df9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:00.369400 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-68f4d469-a32b-46e2-b658-930a44df9f99 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=057ee52c-7eaf-4765-b679-5f157b27c59c HTTP/1.1" status: 200 len: 856 time: 0.3590040 Aug 26 01:00:00.375101 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55892ad-d8f1-4bdd-9f4d-7d12404ae146 req-ae63d97d-52fe-494e-9b8f-b2ed811ae8b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:00.377644 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a55892ad-d8f1-4bdd-9f4d-7d12404ae146 req-ae63d97d-52fe-494e-9b8f-b2ed811ae8b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 945 time: 0.0869000 Aug 26 01:00:00.436146 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a55892ad-d8f1-4bdd-9f4d-7d12404ae146 req-af0c6fbb-3b8a-41fb-bdce-11c1f22d3a82 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490875 Aug 26 01:00:00.672213 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46792) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:00.693969 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-2d811dd0-18d1-4898-ba05-0c48541560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:00.723481 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-4306e5dc-bf1a-489b-a161-ebca45370fb4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=368f6a9e030e4aff9ef6559a6a165975&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491302 Aug 26 01:00:00.726063 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46794) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:00.821055 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-04955c31-3b31-4ceb-b0e8-179f889a707c admin admin] Publish callbacks [] for security_group (70797fcf-b034-4cac-b18c-143ba96e786a), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:00.830633 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-8656cc41-686f-41d5-b4a8-5d8779ae26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:00.832132 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-8656cc41-686f-41d5-b4a8-5d8779ae26e6 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=82719f0d-e147-413c-83ac-404aae47d6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0614815 Aug 26 01:00:00.854205 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-04955c31-3b31-4ceb-b0e8-179f889a707c admin admin] Publish callbacks [] for security_group (70797fcf-b034-4cac-b18c-143ba96e786a), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:00.944725 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:00.963824 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-82c2cd84-c285-4901-8e83-d4a8e713d36a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193974 Aug 26 01:00:01.070381 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-377b5c4a-23fa-4f28-9dc0-8a5ad546d9a6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906520 Aug 26 01:00:01.071662 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-04955c31-3b31-4ceb-b0e8-179f889a707c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (70797fcf-b034-4cac-b18c-143ba96e786a), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:01.074928 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-04955c31-3b31-4ceb-b0e8-179f889a707c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:01.078344 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-04955c31-3b31-4ceb-b0e8-179f889a707c admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/70797fcf-b034-4cac-b18c-143ba96e786a HTTP/1.1" status: 204 len: 168 time: 0.3491497 Aug 26 01:00:01.085705 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04955c31-3b31-4ceb-b0e8-179f889a707c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70797fcf-b034-4cac-b18c-143ba96e786a,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:01.485605 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44555cff-d6f8-4146-be42-22ae183aa24b req-e5ffbda2-0cf2-4c48-82d8-4e36d5e539e9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:01.487520 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-44555cff-d6f8-4146-be42-22ae183aa24b req-e5ffbda2-0cf2-4c48-82d8-4e36d5e539e9 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0651739 Aug 26 01:00:01.581018 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-44555cff-d6f8-4146-be42-22ae183aa24b req-6c9fef06-ab1f-4f89-bc88-32ccdf68bc82 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836627 Aug 26 01:00:01.644196 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcc6e2-99d8-49c7-a145-d8e7435491c7 req-1f196bad-5dc5-45f8-ab15-bd9e48c256df tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:01.646022 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-59bcc6e2-99d8-49c7-a145-d8e7435491c7 req-1f196bad-5dc5-45f8-ab15-bd9e48c256df tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 945 time: 0.0657344 Aug 26 01:00:01.702420 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:01.711797 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-59bcc6e2-99d8-49c7-a145-d8e7435491c7 req-2c336adf-f4ce-4943-bc6b-d0a33542656e tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590329 Aug 26 01:00:01.852375 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560adcd3-8675-412d-89c2-42072e511766 req-776b8511-3936-48ff-8773-9a895b822973 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:01.854349 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-560adcd3-8675-412d-89c2-42072e511766 req-776b8511-3936-48ff-8773-9a895b822973 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 945 time: 0.0553050 Aug 26 01:00:01.924691 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-560adcd3-8675-412d-89c2-42072e511766 req-6bb9a74b-f35c-4e3f-82cb-7e816fdba4d0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646899 Aug 26 01:00:01.963844 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46844) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:02.028675 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:02.030498 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4406d-1a47-4807-993e-c2437921118d tempest-TestVolumeBootPattern-1089646773 tempest-TestVolumeBootPattern-1089646773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:02.035219 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 46848) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:02.035809 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-32b4406d-1a47-4807-993e-c2437921118d tempest-TestVolumeBootPattern-1089646773 tempest-TestVolumeBootPattern-1089646773-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 1124 time: 0.0704725 Aug 26 01:00:02.040154 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'port_id': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:00:02.168825 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:02.265307 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:02.416153 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Allocated IP 172.27.1.218 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/73f40245-ce69-427a-a928-332140c4692f) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:00:02.575946 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for port (73f40245-ce69-427a-a928-332140c4692f), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:02.609880 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:02.700424 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (73f40245-ce69-427a-a928-332140c4692f), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:02.743540 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:00:02.746119 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8e02b-8a01-4b09-b313-902003dac427 req-5534afd0-ef14-4cd1-9ce8-e0e6dddb81f3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:02.754378 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-eab8e02b-8a01-4b09-b313-902003dac427 req-5534afd0-ef14-4cd1-9ce8-e0e6dddb81f3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0791230 Aug 26 01:00:02.782091 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:00:02.785752 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:00:02.837564 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-eab8e02b-8a01-4b09-b313-902003dac427 req-fc2e66a0-6fb3-4692-83bc-8fd3c8318166 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819712 Aug 26 01:00:02.859434 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'Port': ['ID=73f40245-ce69-427a-a928-332140c4692f,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:03.047038 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:03.048585 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-2ceacb36-478f-4894-8100-88070402df9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:03.263258 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (9d5423f7-d09d-4b92-8011-118d73d2a00d), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:03.394270 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (73f40245-ce69-427a-a928-332140c4692f), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:03.598640 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for port (73f40245-ce69-427a-a928-332140c4692f), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:03.654958 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (73f40245-ce69-427a-a928-332140c4692f), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:03.705908 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (9d5423f7-d09d-4b92-8011-118d73d2a00d), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:03.787727 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'Port': ['ID=73f40245-ce69-427a-a928-332140c4692f,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:03.842996 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.l3_db [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Floating IP 9d5423f7-d09d-4b92-8011-118d73d2a00d associated. External IP: 172.27.1.218, port: ea9f0339-afc5-4a08-9e7f-4f43f30fd859. Aug 26 01:00:03.845616 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:04.014052 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317ea20-9606-4cf2-a5b2-af95197076cd req-ee5a9127-c084-4a86-b63d-0b49ae4cf675 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:04.015596 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6317ea20-9606-4cf2-a5b2-af95197076cd req-ee5a9127-c084-4a86-b63d-0b49ae4cf675 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0654051 Aug 26 01:00:04.141342 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6317ea20-9606-4cf2-a5b2-af95197076cd req-c64d2230-1706-403b-a755-99a13cdf2b8e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181715 Aug 26 01:00:04.162665 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:00:04.293323 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:00:04.304360 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5c6c3-871a-499b-b44d-7e839e55c763 None None] Sync routers for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:00:04.317101 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5c6c3-871a-499b-b44d-7e839e55c763 None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:00:04.317726 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-0ec5c6c3-871a-499b-b44d-7e839e55c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:00:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:04.375302 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:04.408615 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:04.437738 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-0ec5c6c3-871a-499b-b44d-7e839e55c763 None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:00:04.466700 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-4335c49c-bf93-4c2c-bb6d-064747ac733d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4283555 Aug 26 01:00:04.466700 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8638d924-308a-4f2b-945e-5798c738ee45', 'tag': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:00:04.468377 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c41759-0754-4414-bd25-37ccd852eea1" -d '{"events": [{"name": "network-changed", "server_uuid": "8638d924-308a-4f2b-945e-5798c738ee45", "tag": "ea9f0339-afc5-4a08-9e7f-4f43f30fd859"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:00:04.469010 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:04.523289 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f36a4d-3212-490c-b3de-cd2c7c39474e x-openstack-request-id: req-08f36a4d-3212-490c-b3de-cd2c7c39474e {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:00:04.523891 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8638d924-308a-4f2b-945e-5798c738ee45", "tag": "ea9f0339-afc5-4a08-9e7f-4f43f30fd859", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:00:04.524238 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08f36a4d-3212-490c-b3de-cd2c7c39474e {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:00:04.524764 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f36a4d-3212-490c-b3de-cd2c7c39474e'] response: {'name': 'network-changed', 'server_uuid': '8638d924-308a-4f2b-945e-5798c738ee45', 'tag': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'status': 'completed', 'code': 200} Aug 26 01:00:04.749370 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-0ec5c6c3-871a-499b-b44d-7e839e55c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '9d5423f7-d09d-4b92-8011-118d73d2a00d', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:24:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638d924-308a-4f2b-945e-5798c738ee45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:00:03Z', 'updated_at': '2022-08-26T01:00:03Z', 'revision_number': 0, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:04.775385 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5c6c3-871a-499b-b44d-7e839e55c763 None None] Checking router: 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:00:04.784916 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5c6c3-871a-499b-b44d-7e839e55c763 None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:00:04.785542 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-0ec5c6c3-871a-499b-b44d-7e839e55c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:00:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:05.028227 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-0ec5c6c3-871a-499b-b44d-7e839e55c763 None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:00:05.317467 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-0ec5c6c3-871a-499b-b44d-7e839e55c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '9d5423f7-d09d-4b92-8011-118d73d2a00d', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:24:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638d924-308a-4f2b-945e-5798c738ee45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:00:03Z', 'updated_at': '2022-08-26T01:00:03Z', 'revision_number': 0, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:05.348403 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:05.352762 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5c6c3-871a-499b-b44d-7e839e55c763 None None] The sync data for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi is: [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '9d5423f7-d09d-4b92-8011-118d73d2a00d', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:24:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638d924-308a-4f2b-945e-5798c738ee45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:00:03Z', 'updated_at': '2022-08-26T01:00:03Z', 'revision_number': 0, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:00:05.363128 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f898659-0a8f-41cd-a1e2-50937748c054 req-e0dd3ef7-311e-4d8a-9686-9afb31393280 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:05.368504 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3f898659-0a8f-41cd-a1e2-50937748c054 req-e0dd3ef7-311e-4d8a-9686-9afb31393280 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.1051443 Aug 26 01:00:05.443901 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3f898659-0a8f-41cd-a1e2-50937748c054 req-512cc5bd-77c6-48bc-97ea-4cffdb3e416f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724750 Aug 26 01:00:05.642883 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607700e9-6c9b-4b0a-8a4c-9ab901c4c9b7 None None] New status for floating IP 9d5423f7-d09d-4b92-8011-118d73d2a00d: ACTIVE {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:00:05.802722 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:06.259981 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:06.289767 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:06.583879 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44498-4bd9-48f8-bdb8-6b748d5c4b65 req-287ac383-16ab-425a-b60c-b868df656cdf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:06.585489 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-52c44498-4bd9-48f8-bdb8-6b748d5c4b65 req-287ac383-16ab-425a-b60c-b868df656cdf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0522289 Aug 26 01:00:06.635429 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-52c44498-4bd9-48f8-bdb8-6b748d5c4b65 req-7e33f4a7-baa8-4e2d-9668-143864a8dfe8 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444949 Aug 26 01:00:07.772135 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ffa86-4935-4ef5-bf83-0bb5e0db87ee req-b916632a-f473-4ea6-90ef-ad0aaa1fdab3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:07.773741 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-681ffa86-4935-4ef5-bf83-0bb5e0db87ee req-b916632a-f473-4ea6-90ef-ad0aaa1fdab3 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0511944 Aug 26 01:00:07.825455 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-681ffa86-4935-4ef5-bf83-0bb5e0db87ee req-33f3331c-599e-467e-af00-a2e968d6b5a6 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457675 Aug 26 01:00:08.972861 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792753df-33cc-430d-bab2-0238c1e00c0a req-43a972fe-ab8d-4a9b-a714-7f2dffb7a27b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:08.974377 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-792753df-33cc-430d-bab2-0238c1e00c0a req-43a972fe-ab8d-4a9b-a714-7f2dffb7a27b tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0641065 Aug 26 01:00:09.026457 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-792753df-33cc-430d-bab2-0238c1e00c0a req-166db291-2d25-45fd-b2c5-b99868643ed1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461173 Aug 26 01:00:10.152423 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3845a-d021-4745-8034-116bb6bae798 req-2951cb59-e5ce-420e-8bf6-34535551156e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:10.153930 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2bc3845a-d021-4745-8034-116bb6bae798 req-2951cb59-e5ce-420e-8bf6-34535551156e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0476296 Aug 26 01:00:10.204543 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2bc3845a-d021-4745-8034-116bb6bae798 req-013413b9-285f-478d-86da-4eeb11de476d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449207 Aug 26 01:00:10.324614 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c41759-0754-4414-bd25-37ccd852eea1 req-72b83503-19d6-4de3-8ef9-01c3006d936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:10.326284 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0c41759-0754-4414-bd25-37ccd852eea1 req-72b83503-19d6-4de3-8ef9-01c3006d936c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 1129 time: 0.0417883 Aug 26 01:00:11.154936 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c41759-0754-4414-bd25-37ccd852eea1 req-34c01d43-7bfd-4fde-8748-7305b0834d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:11.156449 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0c41759-0754-4414-bd25-37ccd852eea1 req-34c01d43-7bfd-4fde-8748-7305b0834d09 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 914 time: 0.0892940 Aug 26 01:00:11.216841 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0c41759-0754-4414-bd25-37ccd852eea1 req-2ff26f6b-aad7-4110-9f66-2244ecac8bd0 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea9f0339-afc5-4a08-9e7f-4f43f30fd859 HTTP/1.1" status: 200 len: 1001 time: 0.0531101 Aug 26 01:00:11.270800 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c41759-0754-4414-bd25-37ccd852eea1 req-41276f7c-24c1-4f27-80f6-f78e6eafffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:11.272182 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0c41759-0754-4414-bd25-37ccd852eea1 req-41276f7c-24c1-4f27-80f6-f78e6eafffba service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f HTTP/1.1" status: 200 len: 851 time: 0.0471699 Aug 26 01:00:11.306313 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:11.319094 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c41759-0754-4414-bd25-37ccd852eea1 req-0cf34678-9ea0-470f-a023-9690feede78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:11.320641 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0c41759-0754-4414-bd25-37ccd852eea1 req-0cf34678-9ea0-470f-a023-9690feede78e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423710 Aug 26 01:00:11.349644 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2759cba-b72b-4f6a-ba80-d5cad569bb06 req-06faa789-c5eb-47d9-914c-ff94c3d42743 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:11.349644 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f2759cba-b72b-4f6a-ba80-d5cad569bb06 req-06faa789-c5eb-47d9-914c-ff94c3d42743 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0593548 Aug 26 01:00:11.397380 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f2759cba-b72b-4f6a-ba80-d5cad569bb06 req-5386b8aa-2564-433b-b995-c32a9323287d tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464213 Aug 26 01:00:11.412771 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0c41759-0754-4414-bd25-37ccd852eea1 req-1bd9e794-ff76-4a17-a965-95c0098ddc1c service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859096 Aug 26 01:00:11.508766 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0c41759-0754-4414-bd25-37ccd852eea1 req-3ce2ca5d-b15a-4bf3-ad0d-2b8d21d93804 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897036 Aug 26 01:00:12.056726 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:00:12.311845 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 01:00:12.415040 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:00:12.426623 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'port_id': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'mac_address': 'fa:16:3e:fd:9a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 01:00:12.463096 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:00:12.463502 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:12.478723 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:00:12.499632 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:00:12.526556 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156a3f7-964a-49c1-ba41-d6df5cec776c req-97acc67b-bb5c-4680-8ad9-7bf4198315bc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:12.529851 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4156a3f7-964a-49c1-ba41-d6df5cec776c req-97acc67b-bb5c-4680-8ad9-7bf4198315bc tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 944 time: 0.0483391 Aug 26 01:00:12.540233 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:12.586094 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4156a3f7-964a-49c1-ba41-d6df5cec776c req-9af27672-99e7-4ccb-9e0d-4b12a5acf388 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523090 Aug 26 01:00:12.592317 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,revision_number=9']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:12.640881 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 46988) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:12.747005 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:12.820633 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Publish callbacks [] for security_group (bda28a0a-cdf2-4793-83dd-844dd936415e), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:12.864959 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (bda28a0a-cdf2-4793-83dd-844dd936415e), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:12.865471 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['abc8d4e4-fe47-4480-9cbb-c4ca4d73b355'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:00:12.904287 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1173abf0d8774c4090d36ae3546c961b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620835 Aug 26 01:00:12.904985 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda28a0a-cdf2-4793-83dd-844dd936415e,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:12.906871 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 46992) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:12.914114 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.914471 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.914838 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.915171 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.915689 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.916034 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.916373 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.917017 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.917484 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.917822 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.918162 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.918684 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.919024 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.919355 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.919684 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbce17c-76e0-4617-a726-ac22d1a57e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:12.958486 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Publish callbacks [] for security_group (bda28a0a-cdf2-4793-83dd-844dd936415e), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:12.967721 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:12.980198 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Publish callbacks [] for security_group (bda28a0a-cdf2-4793-83dd-844dd936415e), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:13.093811 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (bda28a0a-cdf2-4793-83dd-844dd936415e), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:13.096417 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:13.097605 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/bda28a0a-cdf2-4793-83dd-844dd936415e HTTP/1.1" status: 204 len: 168 time: 0.1892631 Aug 26 01:00:13.105802 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda28a0a-cdf2-4793-83dd-844dd936415e,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:13.113414 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.113769 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.114125 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.114469 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.114810 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.115149 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.115496 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.115798 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.116131 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.116619 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.116957 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.117406 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.117850 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.118287 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.118620 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd74a80c-44b6-4505-a8ea-d78a1139031e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:13.717721 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:13.726314 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920acb6-f764-4f81-a852-72deec87116b req-00f6a24f-b8cc-44ec-b53b-d02070e59df2 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:13.727954 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f920acb6-f764-4f81-a852-72deec87116b req-00f6a24f-b8cc-44ec-b53b-d02070e59df2 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 945 time: 0.0524116 Aug 26 01:00:13.776422 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f920acb6-f764-4f81-a852-72deec87116b req-aab68b3a-63f9-4d0d-9291-ef26a5412edf tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Aug 26 01:00:14.332296 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:00:14.392486 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:00:14.393017 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:14.468319 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:00:14.468743 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:14.491699 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:00:14.496672 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc2db9f-c558-4017-ae5c-59ad0369d00a" -d '{"events": [{"server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "name": "network-vif-plugged", "status": "completed", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:00:14.507744 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:00:14.536736 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1236b58-e79f-4ddc-b883-fb5d0fb163c8 x-openstack-request-id: req-e1236b58-e79f-4ddc-b883-fb5d0fb163c8 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:00:14.537024 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "name": "network-vif-plugged", "status": "completed", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:00:14.537276 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e1236b58-e79f-4ddc-b883-fb5d0fb163c8 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:00:14.537699 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1236b58-e79f-4ddc-b883-fb5d0fb163c8'] response: {'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'code': 200} Aug 26 01:00:14.580080 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:14.629460 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,revision_number=10']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:14.937464 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc29c07-8039-4691-9a23-2e0561f60db5 req-1e1daecb-1493-4895-9eb5-0283f2389a48 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:14.939019 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1fc29c07-8039-4691-9a23-2e0561f60db5 req-1e1daecb-1493-4895-9eb5-0283f2389a48 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 947 time: 0.0776367 Aug 26 01:00:14.951263 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567e98d-b9d4-4279-b4ff-bcdc5a44a786 req-f89e015b-04f0-47b2-8374-098f1d07e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:14.952848 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c567e98d-b9d4-4279-b4ff-bcdc5a44a786 req-f89e015b-04f0-47b2-8374-098f1d07e3b0 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 1131 time: 0.0619819 Aug 26 01:00:14.973808 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:15.026999 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c567e98d-b9d4-4279-b4ff-bcdc5a44a786 req-782685b2-371d-474c-b3e9-6870020f7740 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680013 Aug 26 01:00:15.030030 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1fc29c07-8039-4691-9a23-2e0561f60db5 req-bf7b8a04-bd86-4434-bb18-214ba3a872b1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808530 Aug 26 01:00:15.481943 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47052) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:15.591945 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-38c64f25-6ff8-4838-a148-ef8ed0f7d0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:15.666215 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-38c64f25-6ff8-4838-a148-ef8ed0f7d0bf admin admin] Publish callbacks [] for security_group (0523ab7c-265b-4cd3-8636-485dda6a8296), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:15.716560 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-38c64f25-6ff8-4838-a148-ef8ed0f7d0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (0523ab7c-265b-4cd3-8636-485dda6a8296), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:15.739467 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:15.758389 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-38c64f25-6ff8-4838-a148-ef8ed0f7d0bf admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e771e748e1f545b0aec7211e645b8d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753501 Aug 26 01:00:15.759165 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c64f25-6ff8-4838-a148-ef8ed0f7d0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0523ab7c-265b-4cd3-8636-485dda6a8296,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:15.760068 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47058) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:15.811458 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b78bdee5-1755-4ac2-a3d9-099c537f1abb admin admin] Publish callbacks [] for security_group (0523ab7c-265b-4cd3-8636-485dda6a8296), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:15.841810 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b78bdee5-1755-4ac2-a3d9-099c537f1abb admin admin] Publish callbacks [] for security_group (0523ab7c-265b-4cd3-8636-485dda6a8296), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:15.945285 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b78bdee5-1755-4ac2-a3d9-099c537f1abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (0523ab7c-265b-4cd3-8636-485dda6a8296), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:15.947912 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b78bdee5-1755-4ac2-a3d9-099c537f1abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:15.949154 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-b78bdee5-1755-4ac2-a3d9-099c537f1abb admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0523ab7c-265b-4cd3-8636-485dda6a8296 HTTP/1.1" status: 204 len: 168 time: 0.1880801 Aug 26 01:00:15.957205 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bdee5-1755-4ac2-a3d9-099c537f1abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0523ab7c-265b-4cd3-8636-485dda6a8296,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:16.159923 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a8567-27f6-46fa-b3e6-9146bd522534 req-9fa17d7f-8ca9-4fc3-adbb-ed7a2a145b22 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:16.161511 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7e8a8567-27f6-46fa-b3e6-9146bd522534 req-9fa17d7f-8ca9-4fc3-adbb-ed7a2a145b22 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 947 time: 0.0480077 Aug 26 01:00:16.210695 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7e8a8567-27f6-46fa-b3e6-9146bd522534 req-c07522b1-780b-42fc-8e2c-02c1affe890a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433357 Aug 26 01:00:16.530117 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47078) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:16.545726 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3b545694-272b-4328-86a8-3b3c088c5826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:16.624636 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3b545694-272b-4328-86a8-3b3c088c5826 admin admin] Publish callbacks [] for security_group (b775bf64-4372-42ae-a1d4-f30b2eb80a01), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:16.716709 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3b545694-272b-4328-86a8-3b3c088c5826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (b775bf64-4372-42ae-a1d4-f30b2eb80a01), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:16.755642 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b545694-272b-4328-86a8-3b3c088c5826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b775bf64-4372-42ae-a1d4-f30b2eb80a01,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:16.762587 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47092) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:16.763093 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-3b545694-272b-4328-86a8-3b3c088c5826 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5a61bcb96f00420aa0ec9d8ec3a1fffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326994 Aug 26 01:00:16.818972 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d3bf066b-95ef-40f9-bc67-b40800028abc admin admin] Publish callbacks [] for security_group (b775bf64-4372-42ae-a1d4-f30b2eb80a01), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:16.841827 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d3bf066b-95ef-40f9-bc67-b40800028abc admin admin] Publish callbacks [] for security_group (b775bf64-4372-42ae-a1d4-f30b2eb80a01), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:16.985240 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d3bf066b-95ef-40f9-bc67-b40800028abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (b775bf64-4372-42ae-a1d4-f30b2eb80a01), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:16.987837 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d3bf066b-95ef-40f9-bc67-b40800028abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:16.989038 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d3bf066b-95ef-40f9-bc67-b40800028abc admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b775bf64-4372-42ae-a1d4-f30b2eb80a01 HTTP/1.1" status: 204 len: 168 time: 0.2239406 Aug 26 01:00:16.997116 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf066b-95ef-40f9-bc67-b40800028abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b775bf64-4372-42ae-a1d4-f30b2eb80a01,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:17.340235 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9cf23-e9f0-4778-b9b8-0a1018fc2cab req-8713e8e9-d0f9-4ad2-882b-2dc805bae231 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:17.352896 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c7e9cf23-e9f0-4778-b9b8-0a1018fc2cab req-8713e8e9-d0f9-4ad2-882b-2dc805bae231 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 947 time: 0.0529201 Aug 26 01:00:17.390436 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c7e9cf23-e9f0-4778-b9b8-0a1018fc2cab req-983e13ea-79d7-4d75-8990-9afa6611b21f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432222 Aug 26 01:00:18.508567 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:18.516806 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c218b-5811-4163-a4e2-826319aadde7 req-237e7520-1784-4ba6-91f0-2ea04155ada1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:18.518936 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-914c218b-5811-4163-a4e2-826319aadde7 req-237e7520-1784-4ba6-91f0-2ea04155ada1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 947 time: 0.0498872 Aug 26 01:00:18.565387 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-914c218b-5811-4163-a4e2-826319aadde7 req-e7d3def5-1b73-4e20-a8ed-ea205bcb7f4a tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416584 Aug 26 01:00:19.184907 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:20.681704 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:20.683027 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=57 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:27.383955 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=66,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:27.386817 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=47,neutron:DELETE=2,neutron:INSERT=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:28.561948 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=35,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:29.029200 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:29.031109 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:30.630269 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e8028322-534f-478e-8696-d0b371871f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:31.812302 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47314) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:31.921074 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-fb82df79-adc0-4c27-b27f-33c5337ef7c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:31.998023 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-fb82df79-adc0-4c27-b27f-33c5337ef7c5 admin admin] Publish callbacks [] for security_group (7377b7c0-ee7a-4234-bcfa-3fba641a7acf), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:32.122006 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-fb82df79-adc0-4c27-b27f-33c5337ef7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (7377b7c0-ee7a-4234-bcfa-3fba641a7acf), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:32.164923 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-fb82df79-adc0-4c27-b27f-33c5337ef7c5 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=4967d99c6ad44d4fb432cf68ab2976ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515007 Aug 26 01:00:32.165872 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82df79-adc0-4c27-b27f-33c5337ef7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7377b7c0-ee7a-4234-bcfa-3fba641a7acf,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:32.167689 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47318) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:32.220863 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1557dde7-86d6-41a7-a170-466c684f2931 admin admin] Publish callbacks [] for security_group (7377b7c0-ee7a-4234-bcfa-3fba641a7acf), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:32.241013 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1557dde7-86d6-41a7-a170-466c684f2931 admin admin] Publish callbacks [] for security_group (7377b7c0-ee7a-4234-bcfa-3fba641a7acf), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:32.383284 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1557dde7-86d6-41a7-a170-466c684f2931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (7377b7c0-ee7a-4234-bcfa-3fba641a7acf), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:32.383284 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1557dde7-86d6-41a7-a170-466c684f2931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:32.383518 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-1557dde7-86d6-41a7-a170-466c684f2931 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7377b7c0-ee7a-4234-bcfa-3fba641a7acf HTTP/1.1" status: 204 len: 168 time: 0.2144978 Aug 26 01:00:32.392083 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557dde7-86d6-41a7-a170-466c684f2931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7377b7c0-ee7a-4234-bcfa-3fba641a7acf,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:33.048621 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47334) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:33.062180 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-004d0110-6a72-45f4-8461-9e48c900ba97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:33.093333 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-388cb716-4eb8-4acc-815a-975298f99ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:33.140709 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-004d0110-6a72-45f4-8461-9e48c900ba97 admin admin] Publish callbacks [] for security_group (63b367f3-01c4-42ec-8bbd-2837a4d9a652), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:33.207973 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-004d0110-6a72-45f4-8461-9e48c900ba97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (63b367f3-01c4-42ec-8bbd-2837a4d9a652), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:33.247554 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-004d0110-6a72-45f4-8461-9e48c900ba97 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=d5970495fadc405da65e60bd1597830d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978130 Aug 26 01:00:33.248423 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d0110-6a72-45f4-8461-9e48c900ba97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b367f3-01c4-42ec-8bbd-2837a4d9a652,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:33.250533 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47338) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:33.301926 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-11096ef1-3cc7-4235-918a-764253a80b62 admin admin] Publish callbacks [] for security_group (63b367f3-01c4-42ec-8bbd-2837a4d9a652), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:33.322943 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-11096ef1-3cc7-4235-918a-764253a80b62 admin admin] Publish callbacks [] for security_group (63b367f3-01c4-42ec-8bbd-2837a4d9a652), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:33.442116 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-11096ef1-3cc7-4235-918a-764253a80b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (63b367f3-01c4-42ec-8bbd-2837a4d9a652), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:33.444695 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-11096ef1-3cc7-4235-918a-764253a80b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:33.446010 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-11096ef1-3cc7-4235-918a-764253a80b62 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/63b367f3-01c4-42ec-8bbd-2837a4d9a652 HTTP/1.1" status: 204 len: 168 time: 0.1943493 Aug 26 01:00:33.454099 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11096ef1-3cc7-4235-918a-764253a80b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b367f3-01c4-42ec-8bbd-2837a4d9a652,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:34.384615 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:35.739048 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:35.899235 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:36.004278 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcfcd4-cc80-4ab4-ba59-7c280ca9e479 req-4097c09b-b0d6-400d-8cc1-14f3fa917849 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:36.007163 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5fbcfcd4-cc80-4ab4-ba59-7c280ca9e479 req-4097c09b-b0d6-400d-8cc1-14f3fa917849 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 946 time: 0.0482092 Aug 26 01:00:36.059810 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5fbcfcd4-cc80-4ab4-ba59-7c280ca9e479 req-67c8549a-2e1c-4f67-b9e2-bc16e4fa38e4 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2663b301-b71a-48da-8cdc-f9fb9ceab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475521 Aug 26 01:00:37.183058 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f0431-36fb-43b5-afb0-2a2e50a4b1ac req-f26383d5-8e86-4b89-afa7-443d12ab27a6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:37.184551 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8a6f0431-36fb-43b5-afb0-2a2e50a4b1ac req-f26383d5-8e86-4b89-afa7-443d12ab27a6 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 946 time: 0.0500350 Aug 26 01:00:37.230804 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8a6f0431-36fb-43b5-afb0-2a2e50a4b1ac req-b7382a84-24c6-4cde-82aa-f74cf30cbcbd tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2663b301-b71a-48da-8cdc-f9fb9ceab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404031 Aug 26 01:00:38.082988 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372b679-a40c-495a-a67b-516d3021daeb req-e922afbb-b571-4b82-b990-0ff6dd15a220 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:38.084614 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5372b679-a40c-495a-a67b-516d3021daeb req-e922afbb-b571-4b82-b990-0ff6dd15a220 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 946 time: 0.0479927 Aug 26 01:00:38.169336 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Deleting port f8e66d90-cfee-41e2-bd68-668434bd3c87 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:00:38.169678 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:38.267089 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] For port f8e66d90-cfee-41e2-bd68-668434bd3c87, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f8e66d90-cfee-41e2-bd68-668434bd3c87,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:00:38.285947 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:38.370292 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248ff0f-0a82-4fb1-bd15-542d384755b9 req-e363942f-f255-483c-8b46-c545f51951fb tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:38.371916 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b248ff0f-0a82-4fb1-bd15-542d384755b9 req-e363942f-f255-483c-8b46-c545f51951fb tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 946 time: 0.0608706 Aug 26 01:00:38.419728 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b248ff0f-0a82-4fb1-bd15-542d384755b9 req-1a79cfc8-e74f-4c4d-a3f3-1dbc04c6efcc tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2663b301-b71a-48da-8cdc-f9fb9ceab14d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420969 Aug 26 01:00:38.444772 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:38.444772 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (e957738f-efd1-4a33-a80f-45c39946a4e6), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:38.444772 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Floating IP e957738f-efd1-4a33-a80f-45c39946a4e6 disassociated. External IP: 172.27.1.112, port: f8e66d90-cfee-41e2-bd68-668434bd3c87. Aug 26 01:00:38.444772 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Calling delete_port for f8e66d90-cfee-41e2-bd68-668434bd3c87 owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:00:38.515363 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:38.544795 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:38.692946 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (f8e66d90-cfee-41e2-bd68-668434bd3c87), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:38.721319 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event deleted for resources: {'Port': ['ID=f8e66d90-cfee-41e2-bd68-668434bd3c87,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:38.836499 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Router 546122f2-6554-4a21-81a4-d2f9a9674a0d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:00:38.946574 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:00:38.959648 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d2067-4e90-451e-b7a1-dceafd5bcfd3 None None] Sync routers for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:00:38.980491 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d2067-4e90-451e-b7a1-dceafd5bcfd3 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:00:38.981141 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-c05d2067-4e90-451e-b7a1-dceafd5bcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:00:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:38.992582 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] No DVR routers for this DVR port f8e66d90-cfee-41e2-bd68-668434bd3c87 on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:00:38.995109 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:38.998501 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5372b679-a40c-495a-a67b-516d3021daeb req-341bd5e0-bd31-4390-87e1-f9cef238cd0a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.91 "DELETE /networking/v2.0/ports/f8e66d90-cfee-41e2-bd68-668434bd3c87 HTTP/1.1" status: 204 len: 173 time: 0.9087136 Aug 26 01:00:38.998980 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'name': 'network-vif-deleted', 'tag': 'f8e66d90-cfee-41e2-bd68-668434bd3c87'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:00:39.001463 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8c09f2-56f3-40f7-8cdc-60fd36cf63e1" -d '{"events": [{"server_uuid": "33bd7c7e-1f1c-4d78-9a79-142e4f5c3478", "name": "network-vif-deleted", "tag": "f8e66d90-cfee-41e2-bd68-668434bd3c87"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:00:39.009208 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=5 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:39.024446 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=25 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:39.054392 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e86d060-411c-4ef2-83d0-d1f3f1e7508a x-openstack-request-id: req-6e86d060-411c-4ef2-83d0-d1f3f1e7508a {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:00:39.057765 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bd7c7e-1f1c-4d78-9a79-142e4f5c3478", "name": "network-vif-deleted", "tag": "f8e66d90-cfee-41e2-bd68-668434bd3c87", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:00:39.057765 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e86d060-411c-4ef2-83d0-d1f3f1e7508a {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:00:39.057765 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e86d060-411c-4ef2-83d0-d1f3f1e7508a'] response: {'server_uuid': '33bd7c7e-1f1c-4d78-9a79-142e4f5c3478', 'name': 'network-vif-deleted', 'tag': 'f8e66d90-cfee-41e2-bd68-668434bd3c87', 'status': 'completed', 'code': 200} Aug 26 01:00:39.106919 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-c05d2067-4e90-451e-b7a1-dceafd5bcfd3 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:00:39.308760 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-c05d2067-4e90-451e-b7a1-dceafd5bcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:00Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:39.332360 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d2067-4e90-451e-b7a1-dceafd5bcfd3 None None] Checking router: 546122f2-6554-4a21-81a4-d2f9a9674a0d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:00:39.340639 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d2067-4e90-451e-b7a1-dceafd5bcfd3 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:00:39.341264 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-c05d2067-4e90-451e-b7a1-dceafd5bcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:00:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:39.443647 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-c05d2067-4e90-451e-b7a1-dceafd5bcfd3 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:00:39.533428 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-893a26b0-9cf1-45ad-ac31-462561fa215a req-48270cc4-cc4e-44ea-9538-19e03194a37e tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=33bd7c7e-1f1c-4d78-9a79-142e4f5c3478 HTTP/1.1" status: 200 len: 210 time: 0.0290864 Aug 26 01:00:39.633986 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-c05d2067-4e90-451e-b7a1-dceafd5bcfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:00Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:39.662330 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d2067-4e90-451e-b7a1-dceafd5bcfd3 None None] The sync data for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi is: [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:50Z', 'revision_number': 4, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'db7931a5-b611-44b8-9307-587abfaa00fd', 'name': '', 'network_id': 'a7f4c88d-45f2-48d0-b1db-d03d08216bf5', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'mac_address': 'fa:16:3e:d2:70:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:48Z', 'updated_at': '2022-08-26T00:54:00Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'subnets': [{'id': '9109bc51-e9d9-49d0-af4c-512542672cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:00:39.888364 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcf2b03-e74c-4c8f-b27e-8077be793ff8 None None] New status for floating IP e957738f-efd1-4a33-a80f-45c39946a4e6: DOWN {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:00:40.682070 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47462) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:40.740434 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31eb870d-e69d-49fb-a753-db35e571358a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group (2663b301-b71a-48da-8cdc-f9fb9ceab14d), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:40.763735 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31eb870d-e69d-49fb-a753-db35e571358a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group (2663b301-b71a-48da-8cdc-f9fb9ceab14d), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:40.853140 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31eb870d-e69d-49fb-a753-db35e571358a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (2663b301-b71a-48da-8cdc-f9fb9ceab14d), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:40.855783 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-31eb870d-e69d-49fb-a753-db35e571358a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:40.859484 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-31eb870d-e69d-49fb-a753-db35e571358a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2663b301-b71a-48da-8cdc-f9fb9ceab14d HTTP/1.1" status: 204 len: 168 time: 0.1739085 Aug 26 01:00:40.866241 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47466) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:40.868810 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb870d-e69d-49fb-a753-db35e571358a tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2663b301-b71a-48da-8cdc-f9fb9ceab14d,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:40.876117 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.api.v2.resource [None req-63637d1a-76bf-4d5f-a1f0-90ff1b1c0b98 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] show failed (client error): The resource could not be found. Aug 26 01:00:40.880073 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-63637d1a-76bf-4d5f-a1f0-90ff1b1c0b98 tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "GET /networking/v2.0/security-groups/2663b301-b71a-48da-8cdc-f9fb9ceab14d HTTP/1.1" status: 404 len: 347 time: 0.0162425 Aug 26 01:00:40.880366 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47470) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:40.996885 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-2fea6c89-d98b-463a-9f9e-35de260f7c5d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Deleting port a39a2a2e-aa53-4e8c-8502-54175de6f6cc {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:00:40.997231 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2fea6c89-d98b-463a-9f9e-35de260f7c5d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (a39a2a2e-aa53-4e8c-8502-54175de6f6cc), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:41.077515 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2fea6c89-d98b-463a-9f9e-35de260f7c5d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (a39a2a2e-aa53-4e8c-8502-54175de6f6cc), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:41.077844 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2fea6c89-d98b-463a-9f9e-35de260f7c5d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (a39a2a2e-aa53-4e8c-8502-54175de6f6cc), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:41.090541 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-2fea6c89-d98b-463a-9f9e-35de260f7c5d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Calling delete_port for a39a2a2e-aa53-4e8c-8502-54175de6f6cc owned by network:floatingip {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:00:41.156068 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:41.162490 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:41.293115 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2fea6c89-d98b-463a-9f9e-35de260f7c5d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (a39a2a2e-aa53-4e8c-8502-54175de6f6cc), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:41.320186 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea6c89-d98b-463a-9f9e-35de260f7c5d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Pushing event deleted for resources: {'Port': ['ID=a39a2a2e-aa53-4e8c-8502-54175de6f6cc,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:41.381704 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2fea6c89-d98b-463a-9f9e-35de260f7c5d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks [] for floatingip (e957738f-efd1-4a33-a80f-45c39946a4e6), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:41.384209 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2fea6c89-d98b-463a-9f9e-35de260f7c5d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:41.385397 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-2fea6c89-d98b-463a-9f9e-35de260f7c5d tempest-AttachVolumeTestJSON-921770591 tempest-AttachVolumeTestJSON-921770591-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/e957738f-efd1-4a33-a80f-45c39946a4e6 HTTP/1.1" status: 204 len: 168 time: 0.5040658 Aug 26 01:00:42.438976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device f8e66d90-cfee-41e2-bd68-668434bd3c87 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:00:42.459256 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: f8e66d90-cfee-41e2-bd68-668434bd3c87 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:00:42.459540 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device f8e66d90-cfee-41e2-bd68-668434bd3c87 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:00:45.552775 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47528) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:46.121607 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d920e705-01a6-45d2-9310-91f96cd052c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588378'] for router_interface (546122f2-6554-4a21-81a4-d2f9a9674a0d), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:46.641481 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-d920e705-01a6-45d2-9310-91f96cd052c3 admin admin] Deleting port db7931a5-b611-44b8-9307-587abfaa00fd {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:00:46.645350 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d920e705-01a6-45d2-9310-91f96cd052c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:46.705127 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:46.726252 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-d920e705-01a6-45d2-9310-91f96cd052c3 admin admin] For port db7931a5-b611-44b8-9307-587abfaa00fd, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=db7931a5-b611-44b8-9307-587abfaa00fd,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:00:46.726621 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d920e705-01a6-45d2-9310-91f96cd052c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:46.739333 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-d920e705-01a6-45d2-9310-91f96cd052c3 admin admin] Calling delete_port for db7931a5-b611-44b8-9307-587abfaa00fd owned by network:router_interface {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:00:46.803478 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47544) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:46.804885 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:46.916463 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fe7559be-75bf-427d-a226-71d05d3022a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:46.994565 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fe7559be-75bf-427d-a226-71d05d3022a7 admin admin] Publish callbacks [] for security_group (1710bd80-4ce2-4a40-b8ab-bdf0311f9076), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:47.024376 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d920e705-01a6-45d2-9310-91f96cd052c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (db7931a5-b611-44b8-9307-587abfaa00fd), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:47.054080 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920e705-01a6-45d2-9310-91f96cd052c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db7931a5-b611-44b8-9307-587abfaa00fd,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:47.081541 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fe7559be-75bf-427d-a226-71d05d3022a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (1710bd80-4ce2-4a40-b8ab-bdf0311f9076), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:47.122614 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7559be-75bf-427d-a226-71d05d3022a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1710bd80-4ce2-4a40-b8ab-bdf0311f9076,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:47.130980 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-fe7559be-75bf-427d-a226-71d05d3022a7 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f56cf64983874ef79375ba181072ea33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263943 Aug 26 01:00:47.132029 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47548) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:47.157597 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:47.195103 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-aa53bce9-db2a-4a97-a678-e4c8813b6698 admin admin] Publish callbacks [] for security_group (1710bd80-4ce2-4a40-b8ab-bdf0311f9076), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:47.217564 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-aa53bce9-db2a-4a97-a678-e4c8813b6698 admin admin] Publish callbacks [] for security_group (1710bd80-4ce2-4a40-b8ab-bdf0311f9076), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:47.219681 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d920e705-01a6-45d2-9310-91f96cd052c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588334'] for router_interface (546122f2-6554-4a21-81a4-d2f9a9674a0d), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:47.379368 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-aa53bce9-db2a-4a97-a678-e4c8813b6698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (1710bd80-4ce2-4a40-b8ab-bdf0311f9076), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:47.382360 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-aa53bce9-db2a-4a97-a678-e4c8813b6698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:47.383504 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-aa53bce9-db2a-4a97-a678-e4c8813b6698 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/1710bd80-4ce2-4a40-b8ab-bdf0311f9076 HTTP/1.1" status: 204 len: 168 time: 0.2504141 Aug 26 01:00:47.395323 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53bce9-db2a-4a97-a678-e4c8813b6698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1710bd80-4ce2-4a40-b8ab-bdf0311f9076,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:47.451782 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d920e705-01a6-45d2-9310-91f96cd052c3 admin admin] Router 546122f2-6554-4a21-81a4-d2f9a9674a0d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:00:47.554736 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d920e705-01a6-45d2-9310-91f96cd052c3 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:00:47.559950 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d920e705-01a6-45d2-9310-91f96cd052c3 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/546122f2-6554-4a21-81a4-d2f9a9674a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0064244 Aug 26 01:00:47.562580 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47552) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:47.563984 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d9526-90df-4eb1-a922-86bb0acd39b7 None None] Sync routers for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:00:47.573473 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d9526-90df-4eb1-a922-86bb0acd39b7 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:00:47.574076 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-e19d9526-90df-4eb1-a922-86bb0acd39b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:00:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:47.662304 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Publish callbacks [] for router (546122f2-6554-4a21-81a4-d2f9a9674a0d), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:47.679302 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-e19d9526-90df-4eb1-a922-86bb0acd39b7 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:00:47.755436 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:47.763284 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Publish callbacks [] for router_gateway (546122f2-6554-4a21-81a4-d2f9a9674a0d), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:47.768439 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:47.780134 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:47.855140 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-e19d9526-90df-4eb1-a922-86bb0acd39b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T01:00:46Z', 'revision_number': 5, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port': {'id': '939b1c41-cd05-4789-872c-3555cf6cef9f', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:41Z', 'updated_at': '2022-08-26T00:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:47.882721 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d9526-90df-4eb1-a922-86bb0acd39b7 None None] Checking router: 546122f2-6554-4a21-81a4-d2f9a9674a0d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:00:47.894902 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d9526-90df-4eb1-a922-86bb0acd39b7 None None] Routers {'546122f2-6554-4a21-81a4-d2f9a9674a0d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:00:47.895698 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-e19d9526-90df-4eb1-a922-86bb0acd39b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:00:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['546122f2-6554-4a21-81a4-d2f9a9674a0d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:47.914838 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Deleting port 939b1c41-cd05-4789-872c-3555cf6cef9f {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:00:47.914838 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:47.952041 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:DELETE=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:47.998407 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] For port 939b1c41-cd05-4789-872c-3555cf6cef9f, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=939b1c41-cd05-4789-872c-3555cf6cef9f,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:00:47.998781 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.013952 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Calling delete_port for 939b1c41-cd05-4789-872c-3555cf6cef9f owned by network:router_gateway {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:00:48.019568 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47556) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:48.036440 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8f5548b0-525d-49bd-bf43-60e5642bd2ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.111710 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:48.115403 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-e19d9526-90df-4eb1-a922-86bb0acd39b7 None None] Set router 546122f2-6554-4a21-81a4-d2f9a9674a0d gateway port host: None {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:00:48.121841 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8f5548b0-525d-49bd-bf43-60e5642bd2ca admin admin] Publish callbacks [] for security_group (39a4310d-ddb7-45d3-a4d2-3b7830ce0266), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.165253 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-e19d9526-90df-4eb1-a922-86bb0acd39b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T01:00:47Z', 'revision_number': 6, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port_host': None}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:48.193781 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d9526-90df-4eb1-a922-86bb0acd39b7 None None] The sync data for ids ['546122f2-6554-4a21-81a4-d2f9a9674a0d'] in dv-cinder-835384-25-iscsi is: [{'id': '546122f2-6554-4a21-81a4-d2f9a9674a0d', 'name': 'tempest-AttachVolumeTestJSON-1425029728-router', 'tenant_id': '5219060f4c184521919b017e8435eca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T01:00:47Z', 'revision_number': 6, 'project_id': '5219060f4c184521919b017e8435eca5', 'gw_port_host': None}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:00:48.213293 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8f5548b0-525d-49bd-bf43-60e5642bd2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (39a4310d-ddb7-45d3-a4d2-3b7830ce0266), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.254238 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5548b0-525d-49bd-bf43-60e5642bd2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a4310d-ddb7-45d3-a4d2-3b7830ce0266,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:48.258554 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-8f5548b0-525d-49bd-bf43-60e5642bd2ca admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9e329fc725894b0984dc24894a867988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371597 Aug 26 01:00:48.261240 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47558) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:48.270245 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (939b1c41-cd05-4789-872c-3555cf6cef9f), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.296350 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Pushing event deleted for resources: {'Port': ['ID=939b1c41-cd05-4789-872c-3555cf6cef9f,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:48.317548 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e7d403a0-e561-4850-adcf-15205602e055 admin admin] Publish callbacks [] for security_group (39a4310d-ddb7-45d3-a4d2-3b7830ce0266), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.342616 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e7d403a0-e561-4850-adcf-15205602e055 admin admin] Publish callbacks [] for security_group (39a4310d-ddb7-45d3-a4d2-3b7830ce0266), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.372335 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587935'] for router_gateway (546122f2-6554-4a21-81a4-d2f9a9674a0d), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.447360 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e7d403a0-e561-4850-adcf-15205602e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (39a4310d-ddb7-45d3-a4d2-3b7830ce0266), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.450001 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e7d403a0-e561-4850-adcf-15205602e055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.451166 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-e7d403a0-e561-4850-adcf-15205602e055 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/39a4310d-ddb7-45d3-a4d2-3b7830ce0266 HTTP/1.1" status: 204 len: 168 time: 0.1890426 Aug 26 01:00:48.460346 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d403a0-e561-4850-adcf-15205602e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a4310d-ddb7-45d3-a4d2-3b7830ce0266,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:48.462653 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26948'] for router (546122f2-6554-4a21-81a4-d2f9a9674a0d), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.464981 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Publish callbacks [] for router_controller (546122f2-6554-4a21-81a4-d2f9a9674a0d), precommit_delete_associations {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.567431 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588406'] for router (546122f2-6554-4a21-81a4-d2f9a9674a0d), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.568131 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 546122f2-6554-4a21-81a4-d2f9a9674a0d {{(pid=113335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 01:00:48.579079 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.579079 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-a4223a26-1ddc-45a6-8aac-72df607b6581 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/546122f2-6554-4a21-81a4-d2f9a9674a0d HTTP/1.1" status: 204 len: 168 time: 1.0109971 Aug 26 01:00:48.579278 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47562) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:48.624854 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9a9580-5f2c-4e59-a051-448bbe93af59 admin admin] Deleting subnet 9109bc51-e9d9-49d0-af4c-512542672cea {{(pid=113336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 01:00:48.628982 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9580-5f2c-4e59-a051-448bbe93af59 admin admin] Publish callbacks [] for subnet (9109bc51-e9d9-49d0-af4c-512542672cea), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.665913 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9580-5f2c-4e59-a051-448bbe93af59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15151684'] for subnet (9109bc51-e9d9-49d0-af4c-512542672cea), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.744227 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9580-5f2c-4e59-a051-448bbe93af59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (9109bc51-e9d9-49d0-af4c-512542672cea), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.791000 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:48.899622 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9580-5f2c-4e59-a051-448bbe93af59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16517140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14176858'] for subnet (9109bc51-e9d9-49d0-af4c-512542672cea), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.929335 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a9580-5f2c-4e59-a051-448bbe93af59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9109bc51-e9d9-49d0-af4c-512542672cea,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:48.935802 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9580-5f2c-4e59-a051-448bbe93af59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:48.939598 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-ea9a9580-5f2c-4e59-a051-448bbe93af59 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/9109bc51-e9d9-49d0-af4c-512542672cea HTTP/1.1" status: 204 len: 168 time: 0.3611171 Aug 26 01:00:48.942042 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47566) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:48.942565 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bd767a-ec5b-4a15-b387-839c0fe8d964 None None] Network a7f4c88d-45f2-48d0-b1db-d03d08216bf5 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:00:49.030855 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:49.044666 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (a7f4c88d-45f2-48d0-b1db-d03d08216bf5), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.056779 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:00:49.101788 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Deleting port 1a58569d-adba-4248-b75f-1ee461c91a04 {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:00:49.102198 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.139642 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] DHCP port deletion for a7f4c88d-45f2-48d0-b1db-d03d08216bf5 request from dv-cinder-835384-25-iscsi {{(pid=113337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 01:00:49.172000 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.185609 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Deleting port 1a58569d-adba-4248-b75f-1ee461c91a04 {{(pid=113337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:00:49.185977 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), before_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.196210 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] For port 1a58569d-adba-4248-b75f-1ee461c91a04, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=1a58569d-adba-4248-b75f-1ee461c91a04,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:00:49.197213 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.211375 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Calling delete_port for 1a58569d-adba-4248-b75f-1ee461c91a04 owned by network:dhcp {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:00:49.267214 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] For port 1a58569d-adba-4248-b75f-1ee461c91a04, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=1a58569d-adba-4248-b75f-1ee461c91a04,segment=NetworkSegment(8bba4be6-a4f8-41fc-80f7-dc6a30acfe43),segment_id=8bba4be6-a4f8-41fc-80f7-dc6a30acfe43)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:00:49.267214 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), precommit_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.272692 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47568) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:49.277624 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Calling delete_port for 1a58569d-adba-4248-b75f-1ee461c91a04 owned by network:dhcp {{(pid=113337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:00:49.289452 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa2ec-f11e-4863-aeed-92fcd25c50ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.378463 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa2ec-f11e-4863-aeed-92fcd25c50ea admin admin] Publish callbacks [] for security_group (029c54d9-3ef8-438d-85dd-24dcf6150812), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.384224 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.390733 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386'] for port (1a58569d-adba-4248-b75f-1ee461c91a04), after_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.409175 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a58569d-adba-4248-b75f-1ee461c91a04,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:49.413077 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] No DVR routers for this DVR port 1a58569d-adba-4248-b75f-1ee461c91a04 on host dv-cinder-835384-25-iscsi {{(pid=113335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:00:49.422509 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] No DVR routers for this DVR port 1a58569d-adba-4248-b75f-1ee461c91a04 on host dv-cinder-835384-25-iscsi {{(pid=113337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:00:49.426800 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Pushing event deleted for resources: {'Port': ['ID=1a58569d-adba-4248-b75f-1ee461c91a04,revision_number=None']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:49.435582 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.435830 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.436182 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.436565 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.436907 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.437239 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.437576 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.437904 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.438312 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.438544 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.439200 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.439409 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.440388 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.441037 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.441583 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7528bae-d932-49d0-a7d4-0946e4df9eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:00:49.469882 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa2ec-f11e-4863-aeed-92fcd25c50ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (029c54d9-3ef8-438d-85dd-24dcf6150812), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.490889 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (a7f4c88d-45f2-48d0-b1db-d03d08216bf5), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.511958 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f4c88d-45f2-48d0-b1db-d03d08216bf5']}} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:49.516919 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-ed8aa2ec-f11e-4863-aeed-92fcd25c50ea admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=90c29a49bd5e4d48a0c5ba8b88b26734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401025 Aug 26 01:00:49.516919 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8aa2ec-f11e-4863-aeed-92fcd25c50ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029c54d9-3ef8-438d-85dd-24dcf6150812,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:49.517860 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47570) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:49.528238 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43') {'for_net_delete': True} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:49.528574 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bba4be6-a4f8-41fc-80f7-dc6a30acfe43') {} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:49.538459 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:49.540459 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14309385'] for segment (8bba4be6-a4f8-41fc-80f7-dc6a30acfe43), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.554528 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (8bba4be6-a4f8-41fc-80f7-dc6a30acfe43), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.561434 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=113335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:00:49.561825 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14590166'] for segment (8bba4be6-a4f8-41fc-80f7-dc6a30acfe43), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.573993 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-dda13e0e-a025-498e-9753-a721caa06116 admin admin] Publish callbacks [] for security_group (029c54d9-3ef8-438d-85dd-24dcf6150812), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.595478 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-dda13e0e-a025-498e-9753-a721caa06116 admin admin] Publish callbacks [] for security_group (029c54d9-3ef8-438d-85dd-24dcf6150812), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.603489 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=11 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:49.672639 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (a7f4c88d-45f2-48d0-b1db-d03d08216bf5), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.678270 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.682466 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/a7f4c88d-45f2-48d0-b1db-d03d08216bf5 HTTP/1.1" status: 204 len: 168 time: 0.7393186 Aug 26 01:00:49.695563 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bd699-62a5-4f31-a692-7fc5acfe29d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f4c88d-45f2-48d0-b1db-d03d08216bf5,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:49.716056 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-dda13e0e-a025-498e-9753-a721caa06116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (029c54d9-3ef8-438d-85dd-24dcf6150812), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.719479 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-dda13e0e-a025-498e-9753-a721caa06116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:49.722747 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-dda13e0e-a025-498e-9753-a721caa06116 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/029c54d9-3ef8-438d-85dd-24dcf6150812 HTTP/1.1" status: 204 len: 168 time: 0.2022607 Aug 26 01:00:49.729646 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda13e0e-a025-498e-9753-a721caa06116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029c54d9-3ef8-438d-85dd-24dcf6150812,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:49.785387 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment 8bba4be6-a4f8-41fc-80f7-dc6a30acfe43 resource provider aggregate not found Aug 26 01:00:49.799564 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment 8bba4be6-a4f8-41fc-80f7-dc6a30acfe43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bba4be6-a4f8-41fc-80f7-dc6a30acfe43 found for delete ", "request_id": "req-7a8dbb84-a831-462d-83fa-13934cb3d043"}]} Aug 26 01:00:49.852852 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 1a58569d-adba-4248-b75f-1ee461c91a04 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:00:49.872648 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 1a58569d-adba-4248-b75f-1ee461c91a04 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:00:49.872988 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 1a58569d-adba-4248-b75f-1ee461c91a04 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:00:49.873398 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 939b1c41-cd05-4789-872c-3555cf6cef9f no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:00:49.895113 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 939b1c41-cd05-4789-872c-3555cf6cef9f {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:00:49.896099 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 939b1c41-cd05-4789-872c-3555cf6cef9f not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:00:49.896099 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device db7931a5-b611-44b8-9307-587abfaa00fd no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:00:49.915433 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: db7931a5-b611-44b8-9307-587abfaa00fd {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:00:49.915775 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device db7931a5-b611-44b8-9307-587abfaa00fd not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:00:49.961513 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:50.115720 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47584) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:50.155848 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-c81a2dc7-069f-4645-9c49-76e28111eb09 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5219060f4c184521919b017e8435eca5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389547 Aug 26 01:00:50.158952 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47588) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:50.208219 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1ab554c2-c18f-4565-8f42-e38ff646ba23 admin admin] Publish callbacks [] for security_group (9ca20b5f-181e-4d3b-858c-3d81b80a5c0d), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:50.228830 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1ab554c2-c18f-4565-8f42-e38ff646ba23 admin admin] Publish callbacks [] for security_group (9ca20b5f-181e-4d3b-858c-3d81b80a5c0d), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:50.395219 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1ab554c2-c18f-4565-8f42-e38ff646ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (9ca20b5f-181e-4d3b-858c-3d81b80a5c0d), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:50.397762 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1ab554c2-c18f-4565-8f42-e38ff646ba23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:50.398921 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-1ab554c2-c18f-4565-8f42-e38ff646ba23 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9ca20b5f-181e-4d3b-858c-3d81b80a5c0d HTTP/1.1" status: 204 len: 168 time: 0.2391357 Aug 26 01:00:50.407742 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab554c2-c18f-4565-8f42-e38ff646ba23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca20b5f-181e-4d3b-858c-3d81b80a5c0d,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:51.413670 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47638) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:51.511295 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1468653159-network', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:00:51.613301 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Made reservation on behalf of 03b021c415a147e08dbfede2ddc8cc27 for: {'network': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:00:51.616545 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:51.626054 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:51.723429 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a7f3e-834a-4083-a979-2e49fffa0d5c req-2452f60e-6516-48d9-91a3-c7590c3121e1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:51.724836 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1d4a7f3e-834a-4083-a979-2e49fffa0d5c req-2452f60e-6516-48d9-91a3-c7590c3121e1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 947 time: 0.0588198 Aug 26 01:00:51.760177 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Publish callbacks [] for security_group (59ce4228-9fb4-4de5-aa4a-98cb5a457b05), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:51.789857 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1d4a7f3e-834a-4083-a979-2e49fffa0d5c req-c245ffb1-1120-4f36-b2b5-d664cfa876c7 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553360 Aug 26 01:00:51.823957 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (59ce4228-9fb4-4de5-aa4a-98cb5a457b05), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:51.855659 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1196} {{(pid=113336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:00:51.862377 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ce4228-9fb4-4de5-aa4a-98cb5a457b05,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:51.868936 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (5bf863fc-0506-4b9f-aca2-9756874d94cb), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:51.869113 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.segments_db [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Added segment 5bf863fc-0506-4b9f-aca2-9756874d94cb of type vlan for network de5adc9b-87c3-4a41-9cca-c473a399648a Aug 26 01:00:51.911778 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (de5adc9b-87c3-4a41-9cca-c473a399648a), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:51.914052 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:51.980030 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (de5adc9b-87c3-4a41-9cca-c473a399648a), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:51.981089 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:51.981692 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:52.041897 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] Pushing event updated for resources: {'Network': ['ID=de5adc9b-87c3-4a41-9cca-c473a399648a,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:52.051558 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network de5adc9b-87c3-4a41-9cca-c473a399648a details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 01:00:52.170153 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-948bbf58-b3bf-4005-a5d8-63f9bb8350e7 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7554867 Aug 26 01:00:52.173103 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47648) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:52.177923 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-221e6f7e-0bbe-409a-935c-6ebeb507487b admin admin] Request body: {'subnet': {'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-subnet', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:00:52.287013 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221e6f7e-0bbe-409a-935c-6ebeb507487b admin admin] Made reservation on behalf of 03b021c415a147e08dbfede2ddc8cc27 for: {'subnet': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:00:52.289749 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-221e6f7e-0bbe-409a-935c-6ebeb507487b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14176895'] for subnet (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:52.370470 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:52.539125 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-221e6f7e-0bbe-409a-935c-6ebeb507487b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14176845'] for subnet (ad94f7b1-719f-4b94-ae3d-641d20a8d9a1), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:52.593344 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e6f7e-0bbe-409a-935c-6ebeb507487b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad94f7b1-719f-4b94-ae3d-641d20a8d9a1,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:52.609462 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e6f7e-0bbe-409a-935c-6ebeb507487b admin admin] Checking segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:00:52.609823 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e6f7e-0bbe-409a-935c-6ebeb507487b admin admin] Network hostable DHCP agents. Network: de5adc9b-87c3-4a41-9cca-c473a399648a, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:00:52.697965 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e6f7e-0bbe-409a-935c-6ebeb507487b admin admin] Network de5adc9b-87c3-4a41-9cca-c473a399648a is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:00:52.778402 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-221e6f7e-0bbe-409a-935c-6ebeb507487b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, de5adc9b-87c3-4a41-9cca-c473a399648a) {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:00:52.782393 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e6f7e-0bbe-409a-935c-6ebeb507487b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:52.782988 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-221e6f7e-0bbe-409a-935c-6ebeb507487b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:52.787383 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4a45b-d88d-4d39-b586-5024c1aa49cc None None] Network de5adc9b-87c3-4a41-9cca-c473a399648a requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:00:52.849098 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:52.895844 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-de5adc9b-87c3-4a41-9cca-c473a399648a', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 01:00:52.904541 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:52.904692 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-221e6f7e-0bbe-409a-935c-6ebeb507487b admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7256145 Aug 26 01:00:52.906918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47656) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:52.915433 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:00:52.946102 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59823ed-0ea7-47a4-a493-bc5c098ea55c req-6d0b6c40-d2be-4ab7-add5-17477351a543 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:52.947838 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d59823ed-0ea7-47a4-a493-bc5c098ea55c req-6d0b6c40-d2be-4ab7-add5-17477351a543 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 947 time: 0.0739756 Aug 26 01:00:52.997514 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d59823ed-0ea7-47a4-a493-bc5c098ea55c req-0cfe6c97-3f78-4104-8f02-ff7c3130f8e1 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437284 Aug 26 01:00:53.028921 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26986'] for router (b7da65f7-4793-432c-a96b-4d3c019d416d), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:53.028921 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26963'] for router (b7da65f7-4793-432c-a96b-4d3c019d416d), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:53.034421 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:53.039184 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Allocated IP 172.20.0.2 (de5adc9b-87c3-4a41-9cca-c473a399648a/ad94f7b1-719f-4b94-ae3d-641d20a8d9a1/3e553cfe-badc-4fcf-a4cf-72e281751db9) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:00:53.080953 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Publish callbacks [] for router_controller (b7da65f7-4793-432c-a96b-4d3c019d416d), precommit_add_association {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:53.192531 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Publish callbacks [] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:53.276625 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:53.321850 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Network de5adc9b-87c3-4a41-9cca-c473a399648a is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:00:53.327258 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:00:53.336181 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:00:53.341117 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Pushing event updated for resources: {'Port': ['ID=3e553cfe-badc-4fcf-a4cf-72e281751db9,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:53.356086 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Publish callbacks [] for router_gateway (b7da65f7-4793-432c-a96b-4d3c019d416d), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:53.397373 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Attempting to bind port 3e553cfe-badc-4fcf-a4cf-72e281751db9 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:00:53.397744 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Attempting to bind port 3e553cfe-badc-4fcf-a4cf-72e281751db9 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:00:53.398099 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Attempting to bind port 3e553cfe-badc-4fcf-a4cf-72e281751db9 on network de5adc9b-87c3-4a41-9cca-c473a399648a {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:00:53.403122 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:00:53.403493 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Checking segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:00:53.403887 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:53.404273 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Bound using segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:00:53.404758 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Bound port: 3e553cfe-badc-4fcf-a4cf-72e281751db9, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:00:53.405153 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:53.468518 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] For port 3e553cfe-badc-4fcf-a4cf-72e281751db9, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:00:53.474842 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] For port 3e553cfe-badc-4fcf-a4cf-72e281751db9, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=3e553cfe-badc-4fcf-a4cf-72e281751db9,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:00:53.562125 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:53.642297 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911376dc-be65-4f71-a6b5-2dd688dcaef1 None None] Pushing event updated for resources: {'Port': ['ID=3e553cfe-badc-4fcf-a4cf-72e281751db9,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:53.651143 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:53.669388 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-4b658fb8-7243-41f3-9eea-ba08ee912006 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:53.670843 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-4b658fb8-7243-41f3-9eea-ba08ee912006 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 947 time: 0.0646143 Aug 26 01:00:53.672056 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Publish callbacks [] for router_gateway (b7da65f7-4793-432c-a96b-4d3c019d416d), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:53.701245 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:53.974315 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 3e553cfe-badc-4fcf-a4cf-72e281751db9 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:00:54.015692 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:INSERT=5,neutron:UPDATE=7,neutron:SELECT=88 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:54.033434 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 3e553cfe-badc-4fcf-a4cf-72e281751db9 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:00:54.033637 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:54.128759 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 3e553cfe-badc-4fcf-a4cf-72e281751db9 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:00:54.131308 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:54.165817 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 3e553cfe-badc-4fcf-a4cf-72e281751db9, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=3e553cfe-badc-4fcf-a4cf-72e281751db9,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:00:54.171609 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Deleting port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:00:54.171953 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:54.237381 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:54.264021 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:54.277565 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db53d66-9f16-44c7-af95-ff1213e15899 req-ce68f6a2-6054-4c13-8bfc-5185cccde897 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:00:54.279034 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8db53d66-9f16-44c7-af95-ff1213e15899 req-ce68f6a2-6054-4c13-8bfc-5185cccde897 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 947 time: 0.1230919 Aug 26 01:00:54.280160 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Allocated IP 172.27.1.60 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/aec1b938-8d0c-49db-ab2f-7d79e62885ad) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:00:54.286079 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=3e553cfe-badc-4fcf-a4cf-72e281751db9,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:54.402707 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] For port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:00:54.403260 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:54.438127 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8db53d66-9f16-44c7-af95-ff1213e15899 req-e2de4862-4239-4118-bfc4-750323519c5f tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=71526cf3-c37b-47f4-bce5-9bc6d1684bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511753 Aug 26 01:00:54.556106 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Publish callbacks [] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:54.618729 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:54.639188 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aed9a2-2fbc-41b8-88ef-01ca81e1c25f None None] Network de5adc9b-87c3-4a41-9cca-c473a399648a requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:00:54.649606 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:54.649975 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (97af364d-7be6-459a-8d8b-1baa435c7c79), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:54.650298 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Floating IP 97af364d-7be6-459a-8d8b-1baa435c7c79 disassociated. External IP: 172.27.1.170, port: abc8d4e4-fe47-4480-9cbb-c4ca4d73b355. Aug 26 01:00:54.650649 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Calling delete_port for abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:00:54.700814 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-bf8cd1be-8c05-4f34-9fbe-0ee90c797b04 None None] Provisioning complete for port 3e553cfe-badc-4fcf-a4cf-72e281751db9 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:00:54.701192 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-bf8cd1be-8c05-4f34-9fbe-0ee90c797b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:54.725013 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:54.793856 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:00:54.806149 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:00:54.810891 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:00:54.813248 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Pushing event updated for resources: {'Port': ['ID=aec1b938-8d0c-49db-ab2f-7d79e62885ad,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:54.831802 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cd1be-8c05-4f34-9fbe-0ee90c797b04 None None] Current status of the port 3e553cfe-badc-4fcf-a4cf-72e281751db9 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:00:54.936830 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (abc8d4e4-fe47-4480-9cbb-c4ca4d73b355), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:54.987965 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event deleted for resources: {'Port': ['ID=abc8d4e4-fe47-4480-9cbb-c4ca4d73b355,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:55.050243 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-72cbce1d-c252-4889-be91-c23bf56e323d None None] Provisioning complete for port 3e553cfe-badc-4fcf-a4cf-72e281751db9 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:00:55.050619 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-72cbce1d-c252-4889-be91-c23bf56e323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:55.089555 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:55.116954 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Router eed7c60f-4637-4288-9c7f-7f548fe15505 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:00:55.143465 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-72cbce1d-c252-4889-be91-c23bf56e323d None None] Current status of the port 3e553cfe-badc-4fcf-a4cf-72e281751db9 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:00:55.222090 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:00:55.231736 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf4ee77-9b82-48ab-b26e-c7e240625950 None None] Sync routers for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:00:55.241420 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf4ee77-9b82-48ab-b26e-c7e240625950 None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:00:55.242027 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-6bf4ee77-9b82-48ab-b26e-c7e240625950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:00:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:55.264515 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] No DVR routers for this DVR port abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:00:55.267014 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:55.270944 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3f55cea7-16db-41c3-94d7-d58dda09f158 req-99d1a499-644e-457c-9629-1e0d1e83dca0 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.91 "DELETE /networking/v2.0/ports/abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 HTTP/1.1" status: 204 len: 173 time: 1.5793180 Aug 26 01:00:55.271387 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'name': 'network-vif-deleted', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:00:55.274164 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dd509f-03f1-42f8-9cfb-eb71a6228a9a" -d '{"events": [{"server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "name": "network-vif-deleted", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:00:55.321841 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42a9b86-431a-43b0-9bac-165c21e44049 x-openstack-request-id: req-e42a9b86-431a-43b0-9bac-165c21e44049 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:00:55.322134 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af18a63-5c10-4530-9072-6ca92223b8ec", "name": "network-vif-deleted", "tag": "abc8d4e4-fe47-4480-9cbb-c4ca4d73b355", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:00:55.322385 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e42a9b86-431a-43b0-9bac-165c21e44049 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:00:55.322784 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42a9b86-431a-43b0-9bac-165c21e44049'] response: {'server_uuid': '8af18a63-5c10-4530-9072-6ca92223b8ec', 'name': 'network-vif-deleted', 'tag': 'abc8d4e4-fe47-4480-9cbb-c4ca4d73b355', 'status': 'completed', 'code': 200} Aug 26 01:00:55.352839 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-6bf4ee77-9b82-48ab-b26e-c7e240625950 None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:00:55.402162 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Publish callbacks [] for router_gateway (b7da65f7-4793-432c-a96b-4d3c019d416d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:55.572376 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-6bf4ee77-9b82-48ab-b26e-c7e240625950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:05Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:55.575328 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:55.601200 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf4ee77-9b82-48ab-b26e-c7e240625950 None None] Checking router: eed7c60f-4637-4288-9c7f-7f548fe15505 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:00:55.606962 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf4ee77-9b82-48ab-b26e-c7e240625950 None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:00:55.607576 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-6bf4ee77-9b82-48ab-b26e-c7e240625950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:00:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:55.618731 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9c9150e9-738f-482f-bee5-eaf3e36da930 req-05b00e21-a81d-461b-9c4a-28119ce87d22 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8af18a63-5c10-4530-9072-6ca92223b8ec HTTP/1.1" status: 200 len: 210 time: 0.0403390 Aug 26 01:00:55.681768 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848'] for router (b7da65f7-4793-432c-a96b-4d3c019d416d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:55.826063 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-6bf4ee77-9b82-48ab-b26e-c7e240625950 None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:00:55.873848 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 3e553cfe-badc-4fcf-a4cf-72e281751db9 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:00:55.901999 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47698) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:55.922178 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Router b7da65f7-4793-432c-a96b-4d3c019d416d is scheduled to L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e with binding_index 1 {{(pid=113336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 01:00:55.948413 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 3e553cfe-badc-4fcf-a4cf-72e281751db9 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:00:55.949031 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:55.980424 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:56.034055 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-6bf4ee77-9b82-48ab-b26e-c7e240625950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:05Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:56.037035 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 3e553cfe-badc-4fcf-a4cf-72e281751db9 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:00:56.047226 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-76f6212c-189a-472a-9591-c4f5f0f5f826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.061091 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf4ee77-9b82-48ab-b26e-c7e240625950 None None] The sync data for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi is: [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T00:53:49Z', 'revision_number': 4, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '57a46b08-ebc7-4cad-82ad-da9792bc0230', 'name': '', 'network_id': '82719f0d-e147-413c-83ac-404aae47d6de', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'mac_address': 'fa:16:3e:c7:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:47Z', 'updated_at': '2022-08-26T00:54:05Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'subnets': [{'id': '057ee52c-7eaf-4765-b679-5f157b27c59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:00:56.071221 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:00:56.083117 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Sync routers for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:00:56.092817 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:00:56.093673 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:00:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:56.134994 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-76f6212c-189a-472a-9591-c4f5f0f5f826 admin admin] Publish callbacks [] for security_group (d7d21735-da9a-4d3e-b21a-0e268617e501), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.180797 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.182074 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-474e9b7d-79c9-4ed4-950c-d95642041711 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2741861 Aug 26 01:00:56.184961 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47702) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:56.209589 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:00:56.212698 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-76f6212c-189a-472a-9591-c4f5f0f5f826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (d7d21735-da9a-4d3e-b21a-0e268617e501), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.251060 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6212c-189a-472a-9591-c4f5f0f5f826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d21735-da9a-4d3e-b21a-0e268617e501,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:56.281045 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-76f6212c-189a-472a-9591-c4f5f0f5f826 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f1d6b36254474af1ac33f6e07d8b3942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770728 Aug 26 01:00:56.281695 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47704) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:56.303130 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:56.348194 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-41e87c9a-6dfd-4a99-902b-e3db6e859f22 admin admin] Publish callbacks [] for security_group (d7d21735-da9a-4d3e-b21a-0e268617e501), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.371676 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-41e87c9a-6dfd-4a99-902b-e3db6e859f22 admin admin] Publish callbacks [] for security_group (d7d21735-da9a-4d3e-b21a-0e268617e501), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.408873 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86686120-7064-44b1-a366-802c345cb967 None None] New status for floating IP 97af364d-7be6-459a-8d8b-1baa435c7c79: DOWN {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:00:56.441386 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:55Z', 'revision_number': 3, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:56.471797 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Checking router: b7da65f7-4793-432c-a96b-4d3c019d416d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:00:56.472311 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Updating router b7da65f7-4793-432c-a96b-4d3c019d416d port aec1b938-8d0c-49db-ab2f-7d79e62885ad binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:00:56.504521 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:56.511737 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.544210 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-41e87c9a-6dfd-4a99-902b-e3db6e859f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (d7d21735-da9a-4d3e-b21a-0e268617e501), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.546994 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-41e87c9a-6dfd-4a99-902b-e3db6e859f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.548151 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-41e87c9a-6dfd-4a99-902b-e3db6e859f22 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d7d21735-da9a-4d3e-b21a-0e268617e501 HTTP/1.1" status: 204 len: 168 time: 0.2655396 Aug 26 01:00:56.560689 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e87c9a-6dfd-4a99-902b-e3db6e859f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d21735-da9a-4d3e-b21a-0e268617e501,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:56.563372 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:00:56.641362 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:00:56.641714 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device abc8d4e4-fe47-4480-9cbb-c4ca4d73b355 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:00:56.672371 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.794922 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:56.841262 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Publish callbacks [] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.842633 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Allocated IP 172.20.0.1 (de5adc9b-87c3-4a41-9cca-c473a399648a/ad94f7b1-719f-4b94-ae3d-641d20a8d9a1/55590ff1-6a75-4d99-8570-2d5647f92355) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:00:56.846277 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47714) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:56.905536 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bccedc9c-13eb-43af-a3db-d93cccd77e34 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group (71526cf3-c37b-47f4-bce5-9bc6d1684bec), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.933641 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bccedc9c-13eb-43af-a3db-d93cccd77e34 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group (71526cf3-c37b-47f4-bce5-9bc6d1684bec), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.949935 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.989022 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Publish callbacks [] for port (55590ff1-6a75-4d99-8570-2d5647f92355), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:56.990777 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Attempting to bind port aec1b938-8d0c-49db-ab2f-7d79e62885ad on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:00:56.991150 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Attempting to bind port aec1b938-8d0c-49db-ab2f-7d79e62885ad by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:00:56.991511 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Attempting to bind port aec1b938-8d0c-49db-ab2f-7d79e62885ad on network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:00:56.999765 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:00:57.000140 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:00:57.000560 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:57.000952 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Bound using segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:00:57.001421 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Bound port: aec1b938-8d0c-49db-ab2f-7d79e62885ad, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:00:57.001859 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:57.027625 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55858c-7dda-4200-a78e-53fefa80bddb None None] Pushing event updated for resources: {'Port': ['ID=aec1b938-8d0c-49db-ab2f-7d79e62885ad,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:57.060567 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] For port aec1b938-8d0c-49db-ab2f-7d79e62885ad, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:00:57.065207 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] For port aec1b938-8d0c-49db-ab2f-7d79e62885ad, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=aec1b938-8d0c-49db-ab2f-7d79e62885ad,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:00:57.184555 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bccedc9c-13eb-43af-a3db-d93cccd77e34 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (71526cf3-c37b-47f4-bce5-9bc6d1684bec), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:57.184971 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:57.185095 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:57.188206 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bccedc9c-13eb-43af-a3db-d93cccd77e34 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:57.189981 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-bccedc9c-13eb-43af-a3db-d93cccd77e34 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/71526cf3-c37b-47f4-bce5-9bc6d1684bec HTTP/1.1" status: 204 len: 168 time: 0.3425291 Aug 26 01:00:57.193934 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:57.195781 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47722) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:57.212947 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccedc9c-13eb-43af-a3db-d93cccd77e34 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71526cf3-c37b-47f4-bce5-9bc6d1684bec,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:57.216939 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.api.v2.resource [None req-8de2ff2a-bca8-40cd-947a-caa60dbbd5ce tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] show failed (client error): The resource could not be found. Aug 26 01:00:57.218144 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8de2ff2a-bca8-40cd-947a-caa60dbbd5ce tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "GET /networking/v2.0/security-groups/71526cf3-c37b-47f4-bce5-9bc6d1684bec HTTP/1.1" status: 404 len: 347 time: 0.0210238 Aug 26 01:00:57.225365 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47724) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:57.240487 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Network de5adc9b-87c3-4a41-9cca-c473a399648a is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:00:57.275282 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:00:57.281283 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:00:57.311814 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Pushing event updated for resources: {'Port': ['ID=55590ff1-6a75-4d99-8570-2d5647f92355,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:57.386480 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:00:57.387122 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:00:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:57.391515 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-583463'] for router_interface (b7da65f7-4793-432c-a96b-4d3c019d416d), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:57.450791 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-1e55b36d-c909-476a-b6ae-c6f2f3f1f225 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Deleting port f3a84035-b9b5-4c3b-9613-9e45bbe9dad8 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:00:57.451134 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1e55b36d-c909-476a-b6ae-c6f2f3f1f225 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (f3a84035-b9b5-4c3b-9613-9e45bbe9dad8), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:57.459533 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55858c-7dda-4200-a78e-53fefa80bddb None None] Pushing event updated for resources: {'Port': ['ID=aec1b938-8d0c-49db-ab2f-7d79e62885ad,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:57.551566 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:00:57.594832 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1e55b36d-c909-476a-b6ae-c6f2f3f1f225 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (f3a84035-b9b5-4c3b-9613-9e45bbe9dad8), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:57.595158 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1e55b36d-c909-476a-b6ae-c6f2f3f1f225 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (f3a84035-b9b5-4c3b-9613-9e45bbe9dad8), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:57.607892 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-1e55b36d-c909-476a-b6ae-c6f2f3f1f225 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Calling delete_port for f3a84035-b9b5-4c3b-9613-9e45bbe9dad8 owned by network:floatingip {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:00:57.608444 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-ad6e6406-2e28-4be0-aa9e-e497966d0915 None None] Provisioning complete for port 55590ff1-6a75-4d99-8570-2d5647f92355 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:00:57.608847 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6406-2e28-4be0-aa9e-e497966d0915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:57.652893 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:57.694125 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e6406-2e28-4be0-aa9e-e497966d0915 None None] Port 55590ff1-6a75-4d99-8570-2d5647f92355 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:00:57.726561 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:57.761190 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:55Z', 'revision_number': 3, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:57.794578 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f23dc-14da-4d69-840e-b20a9a3d0702 None None] The sync data for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi is: [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:55Z', 'revision_number': 3, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:00:58.111090 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:58.213983 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1e55b36d-c909-476a-b6ae-c6f2f3f1f225 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (f3a84035-b9b5-4c3b-9613-9e45bbe9dad8), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:58.257862 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55b36d-c909-476a-b6ae-c6f2f3f1f225 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Pushing event deleted for resources: {'Port': ['ID=f3a84035-b9b5-4c3b-9613-9e45bbe9dad8,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:58.329276 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Publish callbacks [] for port (55590ff1-6a75-4d99-8570-2d5647f92355), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:58.347773 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1e55b36d-c909-476a-b6ae-c6f2f3f1f225 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks [] for floatingip (97af364d-7be6-459a-8d8b-1baa435c7c79), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:58.350305 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1e55b36d-c909-476a-b6ae-c6f2f3f1f225 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:58.354813 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-1e55b36d-c909-476a-b6ae-c6f2f3f1f225 tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/97af364d-7be6-459a-8d8b-1baa435c7c79 HTTP/1.1" status: 204 len: 168 time: 1.1251676 Aug 26 01:00:58.401217 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:58.480754 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Pushing event updated for resources: {'Port': ['ID=55590ff1-6a75-4d99-8570-2d5647f92355,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:58.483608 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583611'] for router_interface (b7da65f7-4793-432c-a96b-4d3c019d416d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:58.591122 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Network de5adc9b-87c3-4a41-9cca-c473a399648a is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:00:58.592610 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:00:58.704115 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:58.727384 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Router b7da65f7-4793-432c-a96b-4d3c019d416d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:00:58.831879 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-8b47d348-d6fa-465e-804f-4f0835bddfd5 None None] Provisioning complete for port 55590ff1-6a75-4d99-8570-2d5647f92355 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:00:58.832436 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8b47d348-d6fa-465e-804f-4f0835bddfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:58.848775 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:00:58.851076 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-9456c91b-d92a-4d7f-8b30-cf1117585c3a admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/b7da65f7-4793-432c-a96b-4d3c019d416d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6649432 Aug 26 01:00:58.872382 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-8b47d348-d6fa-465e-804f-4f0835bddfd5 None None] Port 55590ff1-6a75-4d99-8570-2d5647f92355 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:00:59.200995 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47764) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:59.205541 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-df6e3b31-23ab-4a9d-9f33-b5b47267743c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991096213', 'description': 'tempest-description--2005832450'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:00:59.287395 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-df6e3b31-23ab-4a9d-9f33-b5b47267743c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:59.312414 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:59.362350 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-df6e3b31-23ab-4a9d-9f33-b5b47267743c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (362b6b41-5c73-4e2e-b7c8-c30d07a19616), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:59.424312 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-df6e3b31-23ab-4a9d-9f33-b5b47267743c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (362b6b41-5c73-4e2e-b7c8-c30d07a19616), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:59.439558 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:59.455562 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e3b31-23ab-4a9d-9f33-b5b47267743c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362b6b41-5c73-4e2e-b7c8-c30d07a19616,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:59.488243 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Sync routers for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:00:59.492306 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:59.499278 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:00:59.499899 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:00:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:59.540737 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-df6e3b31-23ab-4a9d-9f33-b5b47267743c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:59.542046 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-df6e3b31-23ab-4a9d-9f33-b5b47267743c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3399913 Aug 26 01:00:59.548132 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47766) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:59.552616 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-d44add1a-a14b-4aec-9ab8-0fe3207914c7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'security_group_rule': {'security_group_id': '362b6b41-5c73-4e2e-b7c8-c30d07a19616', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:00:59.605448 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:00:59.652077 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d44add1a-a14b-4aec-9ab8-0fe3207914c7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (28a74012-520d-4482-bec0-e65d9cc86c49), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:59.712340 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d44add1a-a14b-4aec-9ab8-0fe3207914c7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (28a74012-520d-4482-bec0-e65d9cc86c49), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:59.805617 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d44add1a-a14b-4aec-9ab8-0fe3207914c7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (28a74012-520d-4482-bec0-e65d9cc86c49), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:59.811045 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:00:58Z', 'revision_number': 2, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:00:59.820587 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44add1a-a14b-4aec-9ab8-0fe3207914c7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a74012-520d-4482-bec0-e65d9cc86c49,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:00:59.845817 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Checking router: b7da65f7-4793-432c-a96b-4d3c019d416d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:00:59.846308 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Updating router b7da65f7-4793-432c-a96b-4d3c019d416d port 55590ff1-6a75-4d99-8570-2d5647f92355 binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:00:59.870400 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:00:59.879944 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:59.891331 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device aec1b938-8d0c-49db-ab2f-7d79e62885ad up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:00:59.964206 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d44add1a-a14b-4aec-9ab8-0fe3207914c7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:00:59.965462 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d44add1a-a14b-4aec-9ab8-0fe3207914c7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4162948 Aug 26 01:00:59.969826 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47780) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:00:59.974160 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-b2f06619-3bbc-41bd-8143-2763137e0a99 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'security_group_rule': {'security_group_id': '362b6b41-5c73-4e2e-b7c8-c30d07a19616', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:01:00.023915 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port aec1b938-8d0c-49db-ab2f-7d79e62885ad triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:01:00.024297 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.111457 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b2f06619-3bbc-41bd-8143-2763137e0a99 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (3ad2a9bb-6eaf-42d7-88c0-d7df35e2d893), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.170287 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b2f06619-3bbc-41bd-8143-2763137e0a99 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (3ad2a9bb-6eaf-42d7-88c0-d7df35e2d893), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.183819 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port aec1b938-8d0c-49db-ab2f-7d79e62885ad is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:01:00.184209 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.219291 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port aec1b938-8d0c-49db-ab2f-7d79e62885ad, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=aec1b938-8d0c-49db-ab2f-7d79e62885ad,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:01:00.224572 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:00.258244 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b2f06619-3bbc-41bd-8143-2763137e0a99 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (3ad2a9bb-6eaf-42d7-88c0-d7df35e2d893), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.260358 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Publish callbacks [] for port (55590ff1-6a75-4d99-8570-2d5647f92355), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.275731 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f06619-3bbc-41bd-8143-2763137e0a99 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad2a9bb-6eaf-42d7-88c0-d7df35e2d893,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:00.286758 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.334994 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=aec1b938-8d0c-49db-ab2f-7d79e62885ad,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:00.378691 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.381653 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b2f06619-3bbc-41bd-8143-2763137e0a99 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.383616 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-b2f06619-3bbc-41bd-8143-2763137e0a99 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4137592 Aug 26 01:01:00.387229 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47784) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:00.391868 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:01:00.442148 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7784af-2d78-4874-b495-eebda0500839 None None] Pushing event updated for resources: {'Port': ['ID=55590ff1-6a75-4d99-8570-2d5647f92355,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:00.473712 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Attempting to bind port 55590ff1-6a75-4d99-8570-2d5647f92355 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:01:00.474080 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Attempting to bind port 55590ff1-6a75-4d99-8570-2d5647f92355 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:01:00.474435 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Attempting to bind port 55590ff1-6a75-4d99-8570-2d5647f92355 on network de5adc9b-87c3-4a41-9cca-c473a399648a {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:01:00.479429 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:01:00.479796 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Checking segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:01:00.480192 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.480614 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Bound using segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:01:00.481076 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Bound port: 55590ff1-6a75-4d99-8570-2d5647f92355, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:01:00.481446 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.515299 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.543935 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] For port 55590ff1-6a75-4d99-8570-2d5647f92355, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:01:00.547076 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] For port 55590ff1-6a75-4d99-8570-2d5647f92355, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=55590ff1-6a75-4d99-8570-2d5647f92355,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:01:00.598053 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.637006 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.680699 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:01:00.681522 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:00:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:00.715273 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Allocated IP 172.27.1.38 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/a80d59f0-0f13-4924-abc5-671e94c7e146) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:01:00.721138 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:00.736185 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f9240394-fb5e-4f1c-aa2b-eeaae0240651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.746693 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7784af-2d78-4874-b495-eebda0500839 None None] Pushing event updated for resources: {'Port': ['ID=55590ff1-6a75-4d99-8570-2d5647f92355,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:00.754816 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:00.828297 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for port (a80d59f0-0f13-4924-abc5-671e94c7e146), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.853017 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:01:00.933455 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (a80d59f0-0f13-4924-abc5-671e94c7e146), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:00.976419 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:01:00.981356 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:01:00.985267 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:01:00.989530 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'Port': ['ID=a80d59f0-0f13-4924-abc5-671e94c7e146,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:01.073767 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (442fd333-4ca8-4149-9595-7d96400b3022), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:01.172685 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47794) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:01.210609 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (a80d59f0-0f13-4924-abc5-671e94c7e146), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:01.229957 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:01.241113 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:01.257179 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d979a-c742-4e13-a5bc-8f31d85a5d55 None None] The sync data for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi is: [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:01:01.645595 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:01.651074 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for port (a80d59f0-0f13-4924-abc5-671e94c7e146), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:01.752195 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6e49828d-dc3c-4131-b5fe-785b87975f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588378'] for router_interface (eed7c60f-4637-4288-9c7f-7f548fe15505), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:01.760901 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (a80d59f0-0f13-4924-abc5-671e94c7e146), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:01.838815 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'Port': ['ID=a80d59f0-0f13-4924-abc5-671e94c7e146,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:01.857577 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (442fd333-4ca8-4149-9595-7d96400b3022), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:01.975463 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device aec1b938-8d0c-49db-ab2f-7d79e62885ad up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:01:01.976326 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:01.984491 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-35fc2786-7e11-4e2f-86c4-4e4066ef7921 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5896382 Aug 26 01:01:02.001254 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:02.021502 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-6e49828d-dc3c-4131-b5fe-785b87975f8c admin admin] Deleting port 57a46b08-ebc7-4cad-82ad-da9792bc0230 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:01:02.021740 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6e49828d-dc3c-4131-b5fe-785b87975f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:02.060086 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port aec1b938-8d0c-49db-ab2f-7d79e62885ad triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:01:02.060752 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:02.122638 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-6e49828d-dc3c-4131-b5fe-785b87975f8c admin admin] For port 57a46b08-ebc7-4cad-82ad-da9792bc0230, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=57a46b08-ebc7-4cad-82ad-da9792bc0230,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:01:02.123014 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6e49828d-dc3c-4131-b5fe-785b87975f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:02.150461 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port aec1b938-8d0c-49db-ab2f-7d79e62885ad is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:01:02.151894 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 55590ff1-6a75-4d99-8570-2d5647f92355 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:01:02.155681 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-6e49828d-dc3c-4131-b5fe-785b87975f8c admin admin] Calling delete_port for 57a46b08-ebc7-4cad-82ad-da9792bc0230 owned by network:router_interface {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:01:02.197249 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 55590ff1-6a75-4d99-8570-2d5647f92355 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:01:02.197752 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:02.223595 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:02.224070 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5ba60478-6d8f-4772-95e2-8546c7d38409 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1991096213&fields=id&tenant_id=03b021c415a147e08dbfede2ddc8cc27 HTTP/1.1" status: 200 len: 267 time: 0.0924876 Aug 26 01:01:02.281811 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 55590ff1-6a75-4d99-8570-2d5647f92355 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:01:02.282336 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:02.324876 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 55590ff1-6a75-4d99-8570-2d5647f92355, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=55590ff1-6a75-4d99-8570-2d5647f92355,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:01:02.407199 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-ea6f6b64-d4fa-40df-b930-7d16a4756f74 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:02.408801 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-ea6f6b64-d4fa-40df-b930-7d16a4756f74 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 815 time: 0.1741574 Aug 26 01:01:02.425431 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:02.432739 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-0385af02-2a10-4cdc-8a97-a5ecd7016c71 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/quotas/03b021c415a147e08dbfede2ddc8cc27 HTTP/1.1" status: 200 len: 375 time: 0.0170975 Aug 26 01:01:02.485148 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=55590ff1-6a75-4d99-8570-2d5647f92355,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:02.517966 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-66f1c551-860d-4293-bb56-fdb8957a286e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644424 Aug 26 01:01:02.591639 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6e49828d-dc3c-4131-b5fe-785b87975f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (57a46b08-ebc7-4cad-82ad-da9792bc0230), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:02.654340 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49828d-dc3c-4131-b5fe-785b87975f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=57a46b08-ebc7-4cad-82ad-da9792bc0230,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:02.660965 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:02.744916 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-6cb98eea-23c8-4cdd-b20a-151cc3cf8b93 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155266 Aug 26 01:01:02.914649 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6e49828d-dc3c-4131-b5fe-785b87975f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588334'] for router_interface (eed7c60f-4637-4288-9c7f-7f548fe15505), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:02.922735 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-e8b43642-7cd4-47d7-b9f1-9cc9c925c24f service neutron] 10.222.0.59 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421297 Aug 26 01:01:03.015117 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:03.119415 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e49828d-dc3c-4131-b5fe-785b87975f8c admin admin] Router eed7c60f-4637-4288-9c7f-7f548fe15505 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:01:03.144067 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-88e5b436-db5e-4b4d-9419-e3366dbde277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:03.226959 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e49828d-dc3c-4131-b5fe-785b87975f8c admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:01:03.235039 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6e49828d-dc3c-4131-b5fe-785b87975f8c admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/eed7c60f-4637-4288-9c7f-7f548fe15505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0593078 Aug 26 01:01:03.235147 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47824) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:03.237082 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddfdd74-9178-46df-9517-012ffc8d4b97 None None] Sync routers for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:01:03.256408 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddfdd74-9178-46df-9517-012ffc8d4b97 None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:01:03.257273 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-0ddfdd74-9178-46df-9517-012ffc8d4b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:01:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:03.335449 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6f0e384c-5325-4401-851d-537dce5228c9 req-58e1a89b-5a3d-4086-bb09-264020362b97 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 210 time: 0.0633602 Aug 26 01:01:03.356733 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Publish callbacks [] for router (eed7c60f-4637-4288-9c7f-7f548fe15505), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:03.380532 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-0ddfdd74-9178-46df-9517-012ffc8d4b97 None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:01:03.398876 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:03.470955 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Publish callbacks [] for router_gateway (eed7c60f-4637-4288-9c7f-7f548fe15505), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:03.496202 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:03.534730 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:03.549474 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-0ddfdd74-9178-46df-9517-012ffc8d4b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port': {'id': '54b85f49-0aae-4a55-9801-18fe9265f825', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:53:40Z', 'updated_at': '2022-08-26T00:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:03.580217 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddfdd74-9178-46df-9517-012ffc8d4b97 None None] Checking router: eed7c60f-4637-4288-9c7f-7f548fe15505 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:01:03.588671 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddfdd74-9178-46df-9517-012ffc8d4b97 None None] Routers {'eed7c60f-4637-4288-9c7f-7f548fe15505'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:01:03.589455 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-0ddfdd74-9178-46df-9517-012ffc8d4b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:01:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['eed7c60f-4637-4288-9c7f-7f548fe15505'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:03.595968 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Deleting port 54b85f49-0aae-4a55-9801-18fe9265f825 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:01:03.596425 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (54b85f49-0aae-4a55-9801-18fe9265f825), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:03.673664 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-0ddfdd74-9178-46df-9517-012ffc8d4b97 None None] Set router eed7c60f-4637-4288-9c7f-7f548fe15505 gateway port host: None {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:01:03.687879 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] For port 54b85f49-0aae-4a55-9801-18fe9265f825, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=54b85f49-0aae-4a55-9801-18fe9265f825,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:01:03.688314 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (54b85f49-0aae-4a55-9801-18fe9265f825), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:03.703434 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Calling delete_port for 54b85f49-0aae-4a55-9801-18fe9265f825 owned by network:router_gateway {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:01:03.732404 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-0ddfdd74-9178-46df-9517-012ffc8d4b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T01:01:03Z', 'revision_number': 6, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port_host': None}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:03.758928 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddfdd74-9178-46df-9517-012ffc8d4b97 None None] The sync data for ids ['eed7c60f-4637-4288-9c7f-7f548fe15505'] in dv-cinder-835384-25-iscsi is: [{'id': 'eed7c60f-4637-4288-9c7f-7f548fe15505', 'name': 'tempest-AttachVolumeShelveTestJSON-1121044846-router', 'tenant_id': 'ec39c32378ac4017ad50aa6f930e514b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:53:39Z', 'updated_at': '2022-08-26T01:01:03Z', 'revision_number': 6, 'project_id': 'ec39c32378ac4017ad50aa6f930e514b', 'gw_port_host': None}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:01:03.868646 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:03.926840 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (54b85f49-0aae-4a55-9801-18fe9265f825), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:03.949840 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b85f49-0aae-4a55-9801-18fe9265f825,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:04.017604 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587935'] for router_gateway (eed7c60f-4637-4288-9c7f-7f548fe15505), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:04.124833 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26948'] for router (eed7c60f-4637-4288-9c7f-7f548fe15505), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:04.127748 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Publish callbacks [] for router_controller (eed7c60f-4637-4288-9c7f-7f548fe15505), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:04.343989 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:04.483826 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8c8f79ea-729c-476a-ae62-eae67ded3dec req-de9a174d-493b-44a0-87ea-c04f3373600f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 210 time: 0.0579760 Aug 26 01:01:04.527451 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 55590ff1-6a75-4d99-8570-2d5647f92355 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:01:04.573801 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 55590ff1-6a75-4d99-8570-2d5647f92355 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:01:04.574174 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:04.578954 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588406'] for router (eed7c60f-4637-4288-9c7f-7f548fe15505), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:04.580370 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eed7c60f-4637-4288-9c7f-7f548fe15505 {{(pid=113336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 01:01:04.588739 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:04.588739 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-39d0a4cb-04b7-4e7c-b45a-6aa1e84b12c1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/eed7c60f-4637-4288-9c7f-7f548fe15505 HTTP/1.1" status: 204 len: 168 time: 1.3508468 Aug 26 01:01:04.589566 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47838) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:04.643436 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c561e86-502f-4a5b-b872-de5666ece95f admin admin] Deleting subnet 057ee52c-7eaf-4765-b679-5f157b27c59c {{(pid=113336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 01:01:04.646988 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4c561e86-502f-4a5b-b872-de5666ece95f admin admin] Publish callbacks [] for subnet (057ee52c-7eaf-4765-b679-5f157b27c59c), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:04.661205 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 55590ff1-6a75-4d99-8570-2d5647f92355 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:01:04.682943 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4c561e86-502f-4a5b-b872-de5666ece95f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15151684'] for subnet (057ee52c-7eaf-4765-b679-5f157b27c59c), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:04.767825 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4c561e86-502f-4a5b-b872-de5666ece95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (057ee52c-7eaf-4765-b679-5f157b27c59c), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:04.904751 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4c561e86-502f-4a5b-b872-de5666ece95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16517140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14176858'] for subnet (057ee52c-7eaf-4765-b679-5f157b27c59c), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:04.932062 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c561e86-502f-4a5b-b872-de5666ece95f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=057ee52c-7eaf-4765-b679-5f157b27c59c,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:04.934072 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4c561e86-502f-4a5b-b872-de5666ece95f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:04.939779 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5fdde4-7934-4994-85a1-f8539563723b None None] Network 82719f0d-e147-413c-83ac-404aae47d6de requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:01:04.940323 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-4c561e86-502f-4a5b-b872-de5666ece95f admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/057ee52c-7eaf-4765-b679-5f157b27c59c HTTP/1.1" status: 204 len: 168 time: 0.3497477 Aug 26 01:01:04.940829 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47846) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:05.021954 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (82719f0d-e147-413c-83ac-404aae47d6de), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.066087 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Deleting port 5245fbeb-7022-4908-8343-94b5ef1bebee {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:01:05.066435 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.113596 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c072f-fb4b-4669-8dc2-91035c52cc17 None None] DHCP port deletion for 82719f0d-e147-413c-83ac-404aae47d6de request from dv-cinder-835384-25-iscsi {{(pid=113337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 01:01:05.136643 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] For port 5245fbeb-7022-4908-8343-94b5ef1bebee, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=5245fbeb-7022-4908-8343-94b5ef1bebee,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:01:05.137038 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.151812 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-069c072f-fb4b-4669-8dc2-91035c52cc17 None None] Deleting port 5245fbeb-7022-4908-8343-94b5ef1bebee {{(pid=113337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:01:05.152281 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-069c072f-fb4b-4669-8dc2-91035c52cc17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), before_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.152401 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Calling delete_port for 5245fbeb-7022-4908-8343-94b5ef1bebee owned by network:dhcp {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:01:05.193362 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:05.218273 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-069c072f-fb4b-4669-8dc2-91035c52cc17 None None] For port 5245fbeb-7022-4908-8343-94b5ef1bebee, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=5245fbeb-7022-4908-8343-94b5ef1bebee,segment=NetworkSegment(504c1658-d88a-4a49-9614-809c002835ee),segment_id=504c1658-d88a-4a49-9614-809c002835ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:01:05.219218 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-069c072f-fb4b-4669-8dc2-91035c52cc17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), precommit_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.233104 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-069c072f-fb4b-4669-8dc2-91035c52cc17 None None] Calling delete_port for 5245fbeb-7022-4908-8343-94b5ef1bebee owned by network:dhcp {{(pid=113337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:01:05.315756 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.322494 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-069c072f-fb4b-4669-8dc2-91035c52cc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386'] for port (5245fbeb-7022-4908-8343-94b5ef1bebee), after_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.344606 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] No DVR routers for this DVR port 5245fbeb-7022-4908-8343-94b5ef1bebee on host dv-cinder-835384-25-iscsi {{(pid=113335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:01:05.347215 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=5245fbeb-7022-4908-8343-94b5ef1bebee,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:05.349021 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c072f-fb4b-4669-8dc2-91035c52cc17 None None] Pushing event deleted for resources: {'Port': ['ID=5245fbeb-7022-4908-8343-94b5ef1bebee,revision_number=None']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:05.353007 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c072f-fb4b-4669-8dc2-91035c52cc17 None None] No DVR routers for this DVR port 5245fbeb-7022-4908-8343-94b5ef1bebee on host dv-cinder-835384-25-iscsi {{(pid=113337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:01:05.411591 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:05.427580 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (82719f0d-e147-413c-83ac-404aae47d6de), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.448518 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82719f0d-e147-413c-83ac-404aae47d6de']}} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:05.458434 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504c1658-d88a-4a49-9614-809c002835ee') {'for_net_delete': True} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:05.458734 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504c1658-d88a-4a49-9614-809c002835ee') {} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:05.468698 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14309385'] for segment (504c1658-d88a-4a49-9614-809c002835ee), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.482830 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (504c1658-d88a-4a49-9614-809c002835ee), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.490251 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=113335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:01:05.491413 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14590166'] for segment (504c1658-d88a-4a49-9614-809c002835ee), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.535166 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment 504c1658-d88a-4a49-9614-809c002835ee resource provider aggregate not found Aug 26 01:01:05.556859 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment 504c1658-d88a-4a49-9614-809c002835ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 504c1658-d88a-4a49-9614-809c002835ee found for delete ", "request_id": "req-3e5ddb32-80a5-4ecb-a870-54e846f88082"}]} Aug 26 01:01:05.588424 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d51cdece-545c-47d5-a478-99c17871f2a3 req-c1ee7fa6-ea41-4f6a-8b11-ddc91c57e8f8 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 210 time: 0.0287471 Aug 26 01:01:05.692945 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (82719f0d-e147-413c-83ac-404aae47d6de), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.697795 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.701265 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/82719f0d-e147-413c-83ac-404aae47d6de HTTP/1.1" status: 204 len: 168 time: 0.7588527 Aug 26 01:01:05.716306 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071c042-d8e2-487e-83ce-7c511d709f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=82719f0d-e147-413c-83ac-404aae47d6de,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:05.756147 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:05.794424 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-550f1d4b-c2f8-4b35-96a6-93e9afdc323f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:05.798358 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-550f1d4b-c2f8-4b35-96a6-93e9afdc323f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 815 time: 0.1064630 Aug 26 01:01:05.850635 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 57a46b08-ebc7-4cad-82ad-da9792bc0230 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:01:05.871210 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 57a46b08-ebc7-4cad-82ad-da9792bc0230 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:01:05.871560 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 57a46b08-ebc7-4cad-82ad-da9792bc0230 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:01:05.871986 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 5245fbeb-7022-4908-8343-94b5ef1bebee no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:01:05.879713 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-e7ad52c4-5927-475c-9ad4-2b692261f570 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=03b021c415a147e08dbfede2ddc8cc27 HTTP/1.1" status: 200 len: 380 time: 0.0608463 Aug 26 01:01:05.889027 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'port': {'device_id': 'f432be84-f338-4303-86a0-a45611eb0850', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'admin_state_up': True, 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'security_groups': ['362b6b41-5c73-4e2e-b7c8-c30d07a19616']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:01:05.894524 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:05.895708 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 5245fbeb-7022-4908-8343-94b5ef1bebee {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:01:05.896078 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 5245fbeb-7022-4908-8343-94b5ef1bebee not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:01:05.896536 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 54b85f49-0aae-4a55-9801-18fe9265f825 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:01:05.914984 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 54b85f49-0aae-4a55-9801-18fe9265f825 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:01:05.915374 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 54b85f49-0aae-4a55-9801-18fe9265f825 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:01:05.932892 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:06.156229 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Made reservation on behalf of 03b021c415a147e08dbfede2ddc8cc27 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:01:06.160746 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:06.175354 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47862) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:06.215837 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-c9e63cd9-1f85-45e8-a469-b4510746b70f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ec39c32378ac4017ad50aa6f930e514b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393243 Aug 26 01:01:06.218582 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47864) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:06.268787 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-90301e4b-6d97-4260-a162-cfce8e2b0feb admin admin] Publish callbacks [] for security_group (400953ba-23ef-4135-b752-a9db948aacf8), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:06.290163 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-90301e4b-6d97-4260-a162-cfce8e2b0feb admin admin] Publish callbacks [] for security_group (400953ba-23ef-4135-b752-a9db948aacf8), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:06.296890 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Allocated IP 172.20.0.13 (de5adc9b-87c3-4a41-9cca-c473a399648a/ad94f7b1-719f-4b94-ae3d-641d20a8d9a1/312556d9-9bb5-4bfb-b174-e5a4f1da74ce) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:01:06.302710 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:06.308027 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:06.452520 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-90301e4b-6d97-4260-a162-cfce8e2b0feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (400953ba-23ef-4135-b752-a9db948aacf8), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:06.456844 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-90301e4b-6d97-4260-a162-cfce8e2b0feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:06.458107 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-90301e4b-6d97-4260-a162-cfce8e2b0feb admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/400953ba-23ef-4135-b752-a9db948aacf8 HTTP/1.1" status: 204 len: 168 time: 0.2385075 Aug 26 01:01:06.467415 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90301e4b-6d97-4260-a162-cfce8e2b0feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400953ba-23ef-4135-b752-a9db948aacf8,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:06.560998 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:06.675589 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:06.744584 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2087c0f-034a-4c6f-8ac9-b3cc44177df9 req-f28d0c9f-15e9-4e9c-ae12-826423e20dca tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:06.746043 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c2087c0f-034a-4c6f-8ac9-b3cc44177df9 req-f28d0c9f-15e9-4e9c-ae12-826423e20dca tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 932 time: 0.0843959 Aug 26 01:01:06.747788 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Network de5adc9b-87c3-4a41-9cca-c473a399648a is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:01:06.751072 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:01:06.757728 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:01:06.797342 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'Port': ['ID=312556d9-9bb5-4bfb-b174-e5a4f1da74ce,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:06.846333 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:06.846969 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:06.853721 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c2087c0f-034a-4c6f-8ac9-b3cc44177df9 req-9c2a1fee-380e-4625-9096-de389f10e030 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004956 Aug 26 01:01:06.860914 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:07.015493 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5f52c8b2-4d78-4a08-b1c9-fe00ed276774 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1301074 Aug 26 01:01:07.034741 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Request body: {'port': {'device_id': 'f432be84-f338-4303-86a0-a45611eb0850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:01:07.051078 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-d53aff18-f10b-4064-8701-1cae3b7ad1cb None None] Provisioning complete for port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:01:07.051893 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-d53aff18-f10b-4064-8701-1cae3b7ad1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:07.086552 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-d53aff18-f10b-4064-8701-1cae3b7ad1cb None None] Port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:01:07.109855 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:07.369675 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312556d9-9bb5-4bfb-b174-e5a4f1da74ce {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:01:07.377037 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Publish callbacks [] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:07.400140 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Transition to ACTIVE for port object 312556d9-9bb5-4bfb-b174-e5a4f1da74ce will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 01:01:07.612463 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:07.672875 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:07.673586 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Pushing event updated for resources: {'Port': ['ID=312556d9-9bb5-4bfb-b174-e5a4f1da74ce,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:07.720861 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Attempting to bind port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:01:07.721200 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Attempting to bind port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:01:07.721530 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Attempting to bind port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce on network de5adc9b-87c3-4a41-9cca-c473a399648a {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:01:07.726400 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce on network de5adc9b-87c3-4a41-9cca-c473a399648a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 01:01:07.726722 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Attempting to bind port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce on network de5adc9b-87c3-4a41-9cca-c473a399648a {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:01:07.731709 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:01:07.732037 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Checking segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:01:07.732414 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Bound using segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:01:07.732861 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Bound port: 312556d9-9bb5-4bfb-b174-e5a4f1da74ce, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:01:07.733213 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:07.805274 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] For port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:01:07.808384 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] For port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=312556d9-9bb5-4bfb-b174-e5a4f1da74ce,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:01:07.939599 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:07.945908 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:07.946519 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:07.948080 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/312556d9-9bb5-4bfb-b174-e5a4f1da74ce HTTP/1.1" status: 200 len: 1094 time: 0.9177613 Aug 26 01:01:07.966886 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f432be84-f338-4303-86a0-a45611eb0850', 'tag': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:01:07.969217 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2afc0a3-c1c4-4507-b553-b85470fbdf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f432be84-f338-4303-86a0-a45611eb0850", "tag": "312556d9-9bb5-4bfb-b174-e5a4f1da74ce"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:01:08.035215 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8cae3-8215-4a29-9bb7-52e159ab650d req-c4678ae1-17a4-4203-a38e-d87b46c157b6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:08.042219 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-13a8cae3-8215-4a29-9bb7-52e159ab650d req-c4678ae1-17a4-4203-a38e-d87b46c157b6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 944 time: 0.1002831 Aug 26 01:01:08.072174 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47910) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:08.073081 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de5b2e-0c38-4723-ae0e-c3d5108b52d7 service neutron] Pushing event updated for resources: {'Port': ['ID=312556d9-9bb5-4bfb-b174-e5a4f1da74ce,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:08.108058 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-13a8cae3-8215-4a29-9bb7-52e159ab650d req-fd652f49-b677-436d-b1a4-4737221fb454 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643637 Aug 26 01:01:08.182324 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3fafaf-9384-4924-8ddb-20a82e1bd845 x-openstack-request-id: req-1f3fafaf-9384-4924-8ddb-20a82e1bd845 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:01:08.182661 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f432be84-f338-4303-86a0-a45611eb0850", "tag": "312556d9-9bb5-4bfb-b174-e5a4f1da74ce", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:01:08.182923 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f3fafaf-9384-4924-8ddb-20a82e1bd845 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:01:08.183327 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3fafaf-9384-4924-8ddb-20a82e1bd845'] response: {'name': 'network-changed', 'server_uuid': 'f432be84-f338-4303-86a0-a45611eb0850', 'tag': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'status': 'completed', 'code': 200} Aug 26 01:01:08.193274 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-bbec4ac1-8577-440f-85d4-13b28c63af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:08.195014 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-bbec4ac1-8577-440f-85d4-13b28c63af54 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 1128 time: 0.0514169 Aug 26 01:01:08.247317 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-883e95ba-4c5f-4cef-bff9-79b4a0510f81 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=312556d9-9bb5-4bfb-b174-e5a4f1da74ce HTTP/1.1" status: 200 len: 217 time: 0.0347116 Aug 26 01:01:08.285847 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e569ea0c-08ba-40bf-b39e-d8fe7480aeec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:08.298574 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-3ac51e66-eba4-437c-90f5-74a000136413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:08.300009 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-3ac51e66-eba4-437c-90f5-74a000136413 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ad94f7b1-719f-4b94-ae3d-641d20a8d9a1 HTTP/1.1" status: 200 len: 854 time: 0.0466042 Aug 26 01:01:08.343353 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-7f8ca2e8-2d53-4f0d-8942-0b72a6deed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:08.344974 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-7f8ca2e8-2d53-4f0d-8942-0b72a6deed57 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=de5adc9b-87c3-4a41-9cca-c473a399648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391543 Aug 26 01:01:08.360249 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e569ea0c-08ba-40bf-b39e-d8fe7480aeec admin admin] Publish callbacks [] for security_group (9aef27f5-b9ba-4072-9f5c-16a983694ae2), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:08.440590 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-5ba6121e-acef-48c8-944c-c6549cee9bf3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896306 Aug 26 01:01:08.441355 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e569ea0c-08ba-40bf-b39e-d8fe7480aeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (9aef27f5-b9ba-4072-9f5c-16a983694ae2), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:08.488184 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-e569ea0c-08ba-40bf-b39e-d8fe7480aeec admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=180a0fbc5dde47ff8dfd650563e67ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118948 Aug 26 01:01:08.488184 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569ea0c-08ba-40bf-b39e-d8fe7480aeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aef27f5-b9ba-4072-9f5c-16a983694ae2,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:08.491151 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47914) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:08.542507 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1a3eb742-71eb-43ea-840f-33ac01de217d req-6e19d52f-2ce3-4313-8953-7e5dd539f257 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963016 Aug 26 01:01:08.544675 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5164fbca-5791-41fb-8fef-93827e634b7b admin admin] Publish callbacks [] for security_group (9aef27f5-b9ba-4072-9f5c-16a983694ae2), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:08.572267 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5164fbca-5791-41fb-8fef-93827e634b7b admin admin] Publish callbacks [] for security_group (9aef27f5-b9ba-4072-9f5c-16a983694ae2), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:08.652680 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:08.749572 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5164fbca-5791-41fb-8fef-93827e634b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (9aef27f5-b9ba-4072-9f5c-16a983694ae2), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:08.752665 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5164fbca-5791-41fb-8fef-93827e634b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:08.756218 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-5164fbca-5791-41fb-8fef-93827e634b7b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9aef27f5-b9ba-4072-9f5c-16a983694ae2 HTTP/1.1" status: 204 len: 168 time: 0.2612886 Aug 26 01:01:08.769041 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164fbca-5791-41fb-8fef-93827e634b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aef27f5-b9ba-4072-9f5c-16a983694ae2,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:09.240239 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da6924-4d97-4d79-a00f-f645b4e72640 req-e521c022-4bd4-4875-ade6-ccc9aee3fa81 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:09.241855 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-50da6924-4d97-4d79-a00f-f645b4e72640 req-e521c022-4bd4-4875-ade6-ccc9aee3fa81 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 944 time: 0.0535071 Aug 26 01:01:09.293218 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-50da6924-4d97-4d79-a00f-f645b4e72640 req-6d762f65-7300-484f-80db-bf50d6a4372d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451415 Aug 26 01:01:09.509507 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afc0a3-c1c4-4507-b553-b85470fbdf1f req-572efdc9-a4a0-402c-9283-1cdf4f5466ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:09.510989 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d2afc0a3-c1c4-4507-b553-b85470fbdf1f req-572efdc9-a4a0-402c-9283-1cdf4f5466ee service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 1128 time: 0.0443361 Aug 26 01:01:09.600688 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afc0a3-c1c4-4507-b553-b85470fbdf1f req-23b04d20-7f28-49f6-a081-13eb38fe0e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:09.602135 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d2afc0a3-c1c4-4507-b553-b85470fbdf1f req-23b04d20-7f28-49f6-a081-13eb38fe0e7f service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 917 time: 0.0854576 Aug 26 01:01:09.645023 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d2afc0a3-c1c4-4507-b553-b85470fbdf1f req-5cf9d9b3-1d9c-47a9-9feb-558c7fef8a1c service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=312556d9-9bb5-4bfb-b174-e5a4f1da74ce HTTP/1.1" status: 200 len: 217 time: 0.0369849 Aug 26 01:01:09.693140 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afc0a3-c1c4-4507-b553-b85470fbdf1f req-f3edee8a-6192-40fc-bd69-6a9f080132ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:09.694553 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d2afc0a3-c1c4-4507-b553-b85470fbdf1f req-f3edee8a-6192-40fc-bd69-6a9f080132ee service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ad94f7b1-719f-4b94-ae3d-641d20a8d9a1 HTTP/1.1" status: 200 len: 854 time: 0.0434866 Aug 26 01:01:09.737893 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afc0a3-c1c4-4507-b553-b85470fbdf1f req-2717bd78-ed03-4b30-b37a-1e35611974a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:09.739329 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d2afc0a3-c1c4-4507-b553-b85470fbdf1f req-2717bd78-ed03-4b30-b37a-1e35611974a4 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=de5adc9b-87c3-4a41-9cca-c473a399648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384316 Aug 26 01:01:09.833280 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d2afc0a3-c1c4-4507-b553-b85470fbdf1f req-ed3cba66-2394-4de9-ab20-bb4f16fb30d7 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862763 Aug 26 01:01:09.926787 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d2afc0a3-c1c4-4507-b553-b85470fbdf1f req-16bc6934-b533-48c7-9428-f29ec943d604 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849712 Aug 26 01:01:10.415859 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4fb69-f354-4235-8ecd-faf7b3fb1566 req-03169f9d-c4e2-4e09-a3ad-c9c5b47c9904 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:10.421620 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-39a4fb69-f354-4235-8ecd-faf7b3fb1566 req-03169f9d-c4e2-4e09-a3ad-c9c5b47c9904 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 944 time: 0.0521760 Aug 26 01:01:10.468857 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-39a4fb69-f354-4235-8ecd-faf7b3fb1566 req-89ca4b2e-1d92-483e-9a2a-467116dfe518 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455959 Aug 26 01:01:10.585399 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 312556d9-9bb5-4bfb-b174-e5a4f1da74ce details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 01:01:10.588396 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:10.687382 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=312556d9-9bb5-4bfb-b174-e5a4f1da74ce,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:01:10.698778 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'port_id': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'mac_address': 'fa:16:3e:15:59:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 01:01:10.733212 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:01:10.733593 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:10.746617 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312556d9-9bb5-4bfb-b174-e5a4f1da74ce {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:01:10.768980 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=312556d9-9bb5-4bfb-b174-e5a4f1da74ce,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:01:10.840893 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:10.888718 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=312556d9-9bb5-4bfb-b174-e5a4f1da74ce,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:11.143565 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['312556d9-9bb5-4bfb-b174-e5a4f1da74ce'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:01:11.591388 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1d8ff-abc8-4ad0-8df5-4e79f938b86c req-d26dae1c-1705-4968-b35c-c5d83ca3c998 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:11.592887 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fcf1d8ff-abc8-4ad0-8df5-4e79f938b86c req-d26dae1c-1705-4968-b35c-c5d83ca3c998 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 945 time: 0.0511305 Aug 26 01:01:11.639135 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fcf1d8ff-abc8-4ad0-8df5-4e79f938b86c req-c69cdd86-7f26-425a-abc2-a760c73e28ef tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403001 Aug 26 01:01:11.976788 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 47956) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:12.081018 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-895d6f98-bc7b-436b-9427-669c8ef5af76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:12.161222 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-895d6f98-bc7b-436b-9427-669c8ef5af76 admin admin] Publish callbacks [] for security_group (810df6d7-eded-4842-a851-cf7270d0868d), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:12.229496 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-895d6f98-bc7b-436b-9427-669c8ef5af76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (810df6d7-eded-4842-a851-cf7270d0868d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:12.249913 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:12.270687 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-895d6f98-bc7b-436b-9427-669c8ef5af76 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e77b9e003c4643898c8c6cf6d90c7184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928472 Aug 26 01:01:12.271522 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d6f98-bc7b-436b-9427-669c8ef5af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810df6d7-eded-4842-a851-cf7270d0868d,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:12.273502 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 47960) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:12.288904 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:12.323277 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ac07014c-180b-4c49-9c87-33cb228172b7 admin admin] Publish callbacks [] for security_group (810df6d7-eded-4842-a851-cf7270d0868d), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:12.343123 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ac07014c-180b-4c49-9c87-33cb228172b7 admin admin] Publish callbacks [] for security_group (810df6d7-eded-4842-a851-cf7270d0868d), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:12.504040 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ac07014c-180b-4c49-9c87-33cb228172b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (810df6d7-eded-4842-a851-cf7270d0868d), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:12.506717 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ac07014c-180b-4c49-9c87-33cb228172b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:12.508033 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-ac07014c-180b-4c49-9c87-33cb228172b7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/810df6d7-eded-4842-a851-cf7270d0868d HTTP/1.1" status: 204 len: 168 time: 0.2333069 Aug 26 01:01:12.510627 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:12.517630 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07014c-180b-4c49-9c87-33cb228172b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810df6d7-eded-4842-a851-cf7270d0868d,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:12.606879 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 312556d9-9bb5-4bfb-b174-e5a4f1da74ce up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:01:12.651500 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 01:01:12.750106 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:01:12.750639 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:12.759204 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46581a0d-60ce-4900-a6f7-3591b2232b24 req-2a5ae4ba-29ef-4c23-9ee5-e773daa45a4b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:12.760234 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-46581a0d-60ce-4900-a6f7-3591b2232b24 req-2a5ae4ba-29ef-4c23-9ee5-e773daa45a4b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 945 time: 0.0478430 Aug 26 01:01:12.798583 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:12.816440 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-46581a0d-60ce-4900-a6f7-3591b2232b24 req-3bd15893-4563-43b4-832e-a16fc4771b51 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441332 Aug 26 01:01:12.846349 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:01:12.846649 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:12.869528 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f432be84-f338-4303-86a0-a45611eb0850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:01:12.871820 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9214408-78d9-4673-a034-10e0d51cb5c3" -d '{"events": [{"server_uuid": "f432be84-f338-4303-86a0-a45611eb0850", "name": "network-vif-plugged", "status": "completed", "tag": "312556d9-9bb5-4bfb-b174-e5a4f1da74ce"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:01:12.892612 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=312556d9-9bb5-4bfb-b174-e5a4f1da74ce,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:01:12.911699 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cb968e-a12e-424a-8691-3f3824cd8147 x-openstack-request-id: req-d9cb968e-a12e-424a-8691-3f3824cd8147 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:01:12.911998 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f432be84-f338-4303-86a0-a45611eb0850", "name": "network-vif-plugged", "status": "completed", "tag": "312556d9-9bb5-4bfb-b174-e5a4f1da74ce", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:01:12.912256 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9cb968e-a12e-424a-8691-3f3824cd8147 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:01:12.912977 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9cb968e-a12e-424a-8691-3f3824cd8147'] response: {'server_uuid': 'f432be84-f338-4303-86a0-a45611eb0850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'code': 200} Aug 26 01:01:13.024027 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:13.072093 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=312556d9-9bb5-4bfb-b174-e5a4f1da74ce,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:13.335134 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18785d-d501-4b73-85a0-1ae7a703e6d4 req-2b6ea7e6-2081-4c4e-8a42-e157d6b6a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:13.336883 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5c18785d-d501-4b73-85a0-1ae7a703e6d4 req-2b6ea7e6-2081-4c4e-8a42-e157d6b6a1cc service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 1130 time: 0.0401013 Aug 26 01:01:13.387309 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5c18785d-d501-4b73-85a0-1ae7a703e6d4 req-74b4ae1c-ae1b-4245-98e2-5f4328b22df3 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435691 Aug 26 01:01:13.935003 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b39a65-72d9-49b2-bd99-cc2a6aa0bb80 req-fc01e980-7eaa-4fe7-8245-92a25c78c57b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:13.936353 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-66b39a65-72d9-49b2-bd99-cc2a6aa0bb80 req-fc01e980-7eaa-4fe7-8245-92a25c78c57b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 946 time: 0.0463636 Aug 26 01:01:13.982052 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-66b39a65-72d9-49b2-bd99-cc2a6aa0bb80 req-61ab610f-9dbc-431c-9d8b-5899cb81a279 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 Aug 26 01:01:15.040629 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48012) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:15.106252 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d82724-c147-48a5-bc66-c8bf53904607 req-5a411db1-4d05-43af-8cd0-c91b59360ef4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:15.107759 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c9d82724-c147-48a5-bc66-c8bf53904607 req-5a411db1-4d05-43af-8cd0-c91b59360ef4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 946 time: 0.0494025 Aug 26 01:01:15.148328 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:15.167477 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c9d82724-c147-48a5-bc66-c8bf53904607 req-42457223-9652-4245-881c-12461ec9650c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476322 Aug 26 01:01:15.167903 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:15.225965 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Publish callbacks [] for security_group (e558f1a5-6d78-4b65-876d-198e16d5f4e0), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:15.349381 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (e558f1a5-6d78-4b65-876d-198e16d5f4e0), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:15.387760 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e558f1a5-6d78-4b65-876d-198e16d5f4e0,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:15.392233 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=fd9117106e2e431ba915b8480a004f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492019 Aug 26 01:01:15.395104 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48016) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:15.397944 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.398297 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.398642 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.398986 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.399329 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.399664 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.399996 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.400325 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.400682 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.401015 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.401344 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.401671 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.401997 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.402320 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.402654 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50efc0-3986-4841-9fff-0c04e2f3881c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.449709 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Publish callbacks [] for security_group (e558f1a5-6d78-4b65-876d-198e16d5f4e0), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:15.470279 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Publish callbacks [] for security_group (e558f1a5-6d78-4b65-876d-198e16d5f4e0), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:15.669631 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (e558f1a5-6d78-4b65-876d-198e16d5f4e0), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:15.672152 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:15.673347 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-538df240-8efb-490b-9846-a267a531148b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e558f1a5-6d78-4b65-876d-198e16d5f4e0 HTTP/1.1" status: 204 len: 168 time: 0.2772081 Aug 26 01:01:15.681656 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e558f1a5-6d78-4b65-876d-198e16d5f4e0,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:15.689258 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.689588 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.689934 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.690273 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.690658 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.691001 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.691333 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.691661 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.691996 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.692373 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.692670 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.693084 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.693321 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.693642 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:15.693964 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538df240-8efb-490b-9846-a267a531148b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:16.016168 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=31 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:16.023054 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=5 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:16.295487 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf53dd-7650-48dc-ad21-85c9c3309161 req-fb3b3de0-64b2-46f0-a551-7d9a3b15499c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:16.297050 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e7bf53dd-7650-48dc-ad21-85c9c3309161 req-fb3b3de0-64b2-46f0-a551-7d9a3b15499c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 946 time: 0.0516319 Aug 26 01:01:16.334965 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48024) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:16.347373 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e7bf53dd-7650-48dc-ad21-85c9c3309161 req-cf27ae20-230a-465d-8ea2-17720ff7148a tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433879 Aug 26 01:01:16.348707 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-27fe6995-46ba-4ed3-8806-204fc54b3d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:16.427564 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-27fe6995-46ba-4ed3-8806-204fc54b3d17 admin admin] Publish callbacks [] for security_group (7835e8d1-5bb3-41dc-8eb4-3544331de198), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:16.475236 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ba33c-5c8c-4ca0-88d1-e0a97154415a req-91093e64-f5f7-4e8d-8a9b-1da49b7881b3 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:16.476658 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-992ba33c-5c8c-4ca0-88d1-e0a97154415a req-91093e64-f5f7-4e8d-8a9b-1da49b7881b3 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 946 time: 0.0544577 Aug 26 01:01:16.486893 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48028) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:16.491271 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-d6bb7dc5-bdde-42dc-9d5e-6d90f4ed2d5d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'floatingip': {'port_id': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:01:16.524580 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-27fe6995-46ba-4ed3-8806-204fc54b3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (7835e8d1-5bb3-41dc-8eb4-3544331de198), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:16.545745 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d6bb7dc5-bdde-42dc-9d5e-6d90f4ed2d5d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (442fd333-4ca8-4149-9595-7d96400b3022), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:16.622804 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-27fe6995-46ba-4ed3-8806-204fc54b3d17 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=39247c980ded41afbf09cc7314105670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876318 Aug 26 01:01:16.625525 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48030) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:16.629091 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe6995-46ba-4ed3-8806-204fc54b3d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7835e8d1-5bb3-41dc-8eb4-3544331de198,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:16.678641 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ed6d-121f-4492-88f2-8ad431e1ac20 admin admin] Publish callbacks [] for security_group (7835e8d1-5bb3-41dc-8eb4-3544331de198), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:16.699171 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ed6d-121f-4492-88f2-8ad431e1ac20 admin admin] Publish callbacks [] for security_group (7835e8d1-5bb3-41dc-8eb4-3544331de198), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:16.829495 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ed6d-121f-4492-88f2-8ad431e1ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (7835e8d1-5bb3-41dc-8eb4-3544331de198), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:16.832022 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ed6d-121f-4492-88f2-8ad431e1ac20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:16.835886 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-cbd1ed6d-121f-4492-88f2-8ad431e1ac20 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7835e8d1-5bb3-41dc-8eb4-3544331de198 HTTP/1.1" status: 204 len: 168 time: 0.2083092 Aug 26 01:01:16.859433 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1ed6d-121f-4492-88f2-8ad431e1ac20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7835e8d1-5bb3-41dc-8eb4-3544331de198,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:16.954838 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:16.999701 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d6bb7dc5-bdde-42dc-9d5e-6d90f4ed2d5d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:17.076610 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d6bb7dc5-bdde-42dc-9d5e-6d90f4ed2d5d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (442fd333-4ca8-4149-9595-7d96400b3022), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:17.078395 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:17.174847 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.l3_db [None req-d6bb7dc5-bdde-42dc-9d5e-6d90f4ed2d5d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Floating IP 442fd333-4ca8-4149-9595-7d96400b3022 associated. External IP: 172.27.1.38, port: 312556d9-9bb5-4bfb-b174-e5a4f1da74ce. Aug 26 01:01:17.378653 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bb7dc5-bdde-42dc-9d5e-6d90f4ed2d5d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Router b7da65f7-4793-432c-a96b-4d3c019d416d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:01:17.480270 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bb7dc5-bdde-42dc-9d5e-6d90f4ed2d5d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:01:17.485335 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d6bb7dc5-bdde-42dc-9d5e-6d90f4ed2d5d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:17.491498 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c20ab-450d-4352-8e59-637ad0d11fa8 None None] Sync routers for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:01:17.502334 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c20ab-450d-4352-8e59-637ad0d11fa8 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:01:17.503023 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-193c20ab-450d-4352-8e59-637ad0d11fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:01:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:17.524855 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d6bb7dc5-bdde-42dc-9d5e-6d90f4ed2d5d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/442fd333-4ca8-4149-9595-7d96400b3022 HTTP/1.1" status: 200 len: 991 time: 1.0368733 Aug 26 01:01:17.525432 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f432be84-f338-4303-86a0-a45611eb0850', 'tag': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:01:17.527753 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263d6e4d-f2c8-4961-a430-18a7a63705f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f432be84-f338-4303-86a0-a45611eb0850", "tag": "312556d9-9bb5-4bfb-b174-e5a4f1da74ce"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:01:17.577632 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c216c9-c2f0-49ad-8f2c-109d3d7b5005 x-openstack-request-id: req-65c216c9-c2f0-49ad-8f2c-109d3d7b5005 {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:01:17.577632 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f432be84-f338-4303-86a0-a45611eb0850", "tag": "312556d9-9bb5-4bfb-b174-e5a4f1da74ce", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:01:17.577632 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65c216c9-c2f0-49ad-8f2c-109d3d7b5005 {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:01:17.577632 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c216c9-c2f0-49ad-8f2c-109d3d7b5005'] response: {'name': 'network-changed', 'server_uuid': 'f432be84-f338-4303-86a0-a45611eb0850', 'tag': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'status': 'completed', 'code': 200} Aug 26 01:01:17.612851 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-193c20ab-450d-4352-8e59-637ad0d11fa8 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:01:17.635370 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:17.653408 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:17.667258 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d6e4d-f2c8-4961-a430-18a7a63705f3 req-dcab157a-40f8-463d-bb39-5bd13ebc6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:17.668816 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-263d6e4d-f2c8-4961-a430-18a7a63705f3 req-dcab157a-40f8-463d-bb39-5bd13ebc6682 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 1130 time: 0.0426297 Aug 26 01:01:17.768521 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d6e4d-f2c8-4961-a430-18a7a63705f3 req-03717c9a-aa03-491b-9c1a-1ad9ecc0bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:17.770576 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-263d6e4d-f2c8-4961-a430-18a7a63705f3 req-03717c9a-aa03-491b-9c1a-1ad9ecc0bb6a service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 917 time: 0.0960093 Aug 26 01:01:17.841691 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-263d6e4d-f2c8-4961-a430-18a7a63705f3 req-c670b1ba-299c-4308-a660-67c0db53651e service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=312556d9-9bb5-4bfb-b174-e5a4f1da74ce HTTP/1.1" status: 200 len: 999 time: 0.0637641 Aug 26 01:01:17.841921 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-193c20ab-450d-4352-8e59-637ad0d11fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '442fd333-4ca8-4149-9595-7d96400b3022', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:15:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f432be84-f338-4303-86a0-a45611eb0850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:01:01Z', 'updated_at': '2022-08-26T01:01:16Z', 'revision_number': 1, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:17.866854 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c20ab-450d-4352-8e59-637ad0d11fa8 None None] Checking router: b7da65f7-4793-432c-a96b-4d3c019d416d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:01:17.876920 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c20ab-450d-4352-8e59-637ad0d11fa8 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:01:17.877540 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-193c20ab-450d-4352-8e59-637ad0d11fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:01:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:17.892272 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d6e4d-f2c8-4961-a430-18a7a63705f3 req-a16063ec-0991-4125-9774-71abc93dedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:17.895087 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-263d6e4d-f2c8-4961-a430-18a7a63705f3 req-a16063ec-0991-4125-9774-71abc93dedb4 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ad94f7b1-719f-4b94-ae3d-641d20a8d9a1 HTTP/1.1" status: 200 len: 854 time: 0.0483515 Aug 26 01:01:17.943600 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d6e4d-f2c8-4961-a430-18a7a63705f3 req-26f8d51e-1e37-4357-84ce-2447d73ba31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:17.945427 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-263d6e4d-f2c8-4961-a430-18a7a63705f3 req-26f8d51e-1e37-4357-84ce-2447d73ba31d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=de5adc9b-87c3-4a41-9cca-c473a399648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454285 Aug 26 01:01:17.991697 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-193c20ab-450d-4352-8e59-637ad0d11fa8 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:01:18.050326 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:18.057149 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-263d6e4d-f2c8-4961-a430-18a7a63705f3 req-ee25a039-2782-4596-a51e-fe54bb789ea9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046591 Aug 26 01:01:18.087041 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:18.152379 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-263d6e4d-f2c8-4961-a430-18a7a63705f3 req-7078e757-cb80-4fb7-9f3d-90a9adf518d7 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897517 Aug 26 01:01:18.209937 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-193c20ab-450d-4352-8e59-637ad0d11fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '442fd333-4ca8-4149-9595-7d96400b3022', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:15:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f432be84-f338-4303-86a0-a45611eb0850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:01:01Z', 'updated_at': '2022-08-26T01:01:16Z', 'revision_number': 1, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:18.239084 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c20ab-450d-4352-8e59-637ad0d11fa8 None None] The sync data for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi is: [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '442fd333-4ca8-4149-9595-7d96400b3022', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:15:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f432be84-f338-4303-86a0-a45611eb0850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:01:01Z', 'updated_at': '2022-08-26T01:01:16Z', 'revision_number': 1, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:01:18.439207 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec21be-9685-44a2-ae80-838b23ce4ed3 None None] New status for floating IP 442fd333-4ca8-4149-9595-7d96400b3022: ACTIVE {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:01:19.120847 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:24.351375 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48110) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:24.454243 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9bd224ce-64f6-4a54-92d2-af2ba87852af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:24.532684 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9bd224ce-64f6-4a54-92d2-af2ba87852af admin admin] Publish callbacks [] for security_group (248af5ab-f20e-45c7-8a9e-2e80144745d6), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:24.635211 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9bd224ce-64f6-4a54-92d2-af2ba87852af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (248af5ab-f20e-45c7-8a9e-2e80144745d6), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:24.673284 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd224ce-64f6-4a54-92d2-af2ba87852af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248af5ab-f20e-45c7-8a9e-2e80144745d6,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:24.678093 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-9bd224ce-64f6-4a54-92d2-af2ba87852af admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f25fd32290c24d668cdcf6736e113675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251207 Aug 26 01:01:24.680333 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48114) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:24.730839 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bd7b43ee-1361-4f17-ac4c-56e6cbba3cc1 admin admin] Publish callbacks [] for security_group (248af5ab-f20e-45c7-8a9e-2e80144745d6), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:24.751969 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bd7b43ee-1361-4f17-ac4c-56e6cbba3cc1 admin admin] Publish callbacks [] for security_group (248af5ab-f20e-45c7-8a9e-2e80144745d6), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:24.869312 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bd7b43ee-1361-4f17-ac4c-56e6cbba3cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (248af5ab-f20e-45c7-8a9e-2e80144745d6), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:24.871815 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bd7b43ee-1361-4f17-ac4c-56e6cbba3cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:24.872993 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-bd7b43ee-1361-4f17-ac4c-56e6cbba3cc1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/248af5ab-f20e-45c7-8a9e-2e80144745d6 HTTP/1.1" status: 204 len: 168 time: 0.1917381 Aug 26 01:01:24.881318 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b43ee-1361-4f17-ac4c-56e6cbba3cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248af5ab-f20e-45c7-8a9e-2e80144745d6,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:25.447582 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48120) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:25.461438 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6c79bd8f-2a83-4a33-8225-56b6906e2f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:25.538546 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6c79bd8f-2a83-4a33-8225-56b6906e2f95 admin admin] Publish callbacks [] for security_group (4eceaa4a-9c6d-4e42-a12d-67f7f926d827), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:25.617795 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6c79bd8f-2a83-4a33-8225-56b6906e2f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (4eceaa4a-9c6d-4e42-a12d-67f7f926d827), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:25.655435 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79bd8f-2a83-4a33-8225-56b6906e2f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eceaa4a-9c6d-4e42-a12d-67f7f926d827,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:25.660727 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6c79bd8f-2a83-4a33-8225-56b6906e2f95 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=47badf187d794b5cab60a2082d4f70a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121234 Aug 26 01:01:25.663643 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48122) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:25.711986 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0b3-d263-4749-a2a2-1748dd103463 admin admin] Publish callbacks [] for security_group (4eceaa4a-9c6d-4e42-a12d-67f7f926d827), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:25.731681 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0b3-d263-4749-a2a2-1748dd103463 admin admin] Publish callbacks [] for security_group (4eceaa4a-9c6d-4e42-a12d-67f7f926d827), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:25.745017 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:25.868983 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0b3-d263-4749-a2a2-1748dd103463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (4eceaa4a-9c6d-4e42-a12d-67f7f926d827), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:25.871545 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4feeb0b3-d263-4749-a2a2-1748dd103463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:25.872728 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-4feeb0b3-d263-4749-a2a2-1748dd103463 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4eceaa4a-9c6d-4e42-a12d-67f7f926d827 HTTP/1.1" status: 204 len: 168 time: 0.2081423 Aug 26 01:01:25.881176 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeb0b3-d263-4749-a2a2-1748dd103463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eceaa4a-9c6d-4e42-a12d-67f7f926d827,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:26.055648 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:01:27.521863 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:28.530211 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48176) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:28.635020 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6ed4-2664-4ad1-95d3-b33440fea8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:28.669604 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:28.710936 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6ed4-2664-4ad1-95d3-b33440fea8c5 admin admin] Publish callbacks [] for security_group (d5504888-1ab3-4931-9c52-503d8fafb775), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:28.789747 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6ed4-2664-4ad1-95d3-b33440fea8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (d5504888-1ab3-4931-9c52-503d8fafb775), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:28.832158 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c6ed4-2664-4ad1-95d3-b33440fea8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5504888-1ab3-4931-9c52-503d8fafb775,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:28.837647 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-bf8c6ed4-2664-4ad1-95d3-b33440fea8c5 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b316f928eef44f8798c2eb43048fea45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064144 Aug 26 01:01:28.840628 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48180) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:28.890583 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8a4eef9c-b74b-4cbb-901b-d93835fdca12 admin admin] Publish callbacks [] for security_group (d5504888-1ab3-4931-9c52-503d8fafb775), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:28.910782 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8a4eef9c-b74b-4cbb-901b-d93835fdca12 admin admin] Publish callbacks [] for security_group (d5504888-1ab3-4931-9c52-503d8fafb775), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:29.057608 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8a4eef9c-b74b-4cbb-901b-d93835fdca12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (d5504888-1ab3-4931-9c52-503d8fafb775), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:29.060178 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8a4eef9c-b74b-4cbb-901b-d93835fdca12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:29.061385 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8a4eef9c-b74b-4cbb-901b-d93835fdca12 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d5504888-1ab3-4931-9c52-503d8fafb775 HTTP/1.1" status: 204 len: 168 time: 0.2197831 Aug 26 01:01:29.070734 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4eef9c-b74b-4cbb-901b-d93835fdca12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5504888-1ab3-4931-9c52-503d8fafb775,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:29.663954 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48186) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:29.677391 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b371f131-c17c-492b-8cab-9ad6f37f8f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:29.753430 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b371f131-c17c-492b-8cab-9ad6f37f8f98 admin admin] Publish callbacks [] for security_group (46725cf5-053f-4d4a-9d62-59f2781a8400), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:29.846239 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b371f131-c17c-492b-8cab-9ad6f37f8f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (46725cf5-053f-4d4a-9d62-59f2781a8400), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:29.886399 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371f131-c17c-492b-8cab-9ad6f37f8f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46725cf5-053f-4d4a-9d62-59f2781a8400,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:29.891773 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-b371f131-c17c-492b-8cab-9ad6f37f8f98 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=14ed22977f634e6da60037184285dbfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267160 Aug 26 01:01:29.894800 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48188) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:29.943289 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a3232b61-5815-40b6-a813-5a3bdb902caa admin admin] Publish callbacks [] for security_group (46725cf5-053f-4d4a-9d62-59f2781a8400), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:29.963426 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a3232b61-5815-40b6-a813-5a3bdb902caa admin admin] Publish callbacks [] for security_group (46725cf5-053f-4d4a-9d62-59f2781a8400), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:30.115007 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a3232b61-5815-40b6-a813-5a3bdb902caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (46725cf5-053f-4d4a-9d62-59f2781a8400), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:30.117521 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a3232b61-5815-40b6-a813-5a3bdb902caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:30.122728 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-a3232b61-5815-40b6-a813-5a3bdb902caa admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/46725cf5-053f-4d4a-9d62-59f2781a8400 HTTP/1.1" status: 204 len: 168 time: 0.2237184 Aug 26 01:01:30.127598 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3232b61-5815-40b6-a813-5a3bdb902caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46725cf5-053f-4d4a-9d62-59f2781a8400,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:30.686351 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0a7335d8-da9e-4e6a-84c7-e75cc0858936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:33.103410 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-926f0f49-31f4-45db-8d2c-3fceeb389236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:33.398968 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48258) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:33.503138 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ae2ef5e8-4160-44af-89a9-9641e69c2192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:33.579139 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ae2ef5e8-4160-44af-89a9-9641e69c2192 admin admin] Publish callbacks [] for security_group (0e8004c2-1ba1-4678-b792-1a95b1ee92b2), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:33.646177 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ae2ef5e8-4160-44af-89a9-9641e69c2192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (0e8004c2-1ba1-4678-b792-1a95b1ee92b2), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:33.688795 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ef5e8-4160-44af-89a9-9641e69c2192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8004c2-1ba1-4678-b792-1a95b1ee92b2,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:33.693063 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-ae2ef5e8-4160-44af-89a9-9641e69c2192 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0c5dcbd21a704acbae5657f5cc52cf53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930195 Aug 26 01:01:33.696158 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48262) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:33.744810 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a7109af4-d752-4ca5-a508-69c53cce95a9 admin admin] Publish callbacks [] for security_group (0e8004c2-1ba1-4678-b792-1a95b1ee92b2), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:33.764157 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:33.766192 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a7109af4-d752-4ca5-a508-69c53cce95a9 admin admin] Publish callbacks [] for security_group (0e8004c2-1ba1-4678-b792-1a95b1ee92b2), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:33.791094 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:33.874627 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a7109af4-d752-4ca5-a508-69c53cce95a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (0e8004c2-1ba1-4678-b792-1a95b1ee92b2), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:33.878304 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a7109af4-d752-4ca5-a508-69c53cce95a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:33.879462 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-a7109af4-d752-4ca5-a508-69c53cce95a9 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0e8004c2-1ba1-4678-b792-1a95b1ee92b2 HTTP/1.1" status: 204 len: 168 time: 0.1827831 Aug 26 01:01:33.887523 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7109af4-d752-4ca5-a508-69c53cce95a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8004c2-1ba1-4678-b792-1a95b1ee92b2,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:34.388748 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:34.497571 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48268) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:34.510808 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8aded9cb-c2df-413c-8fcc-0200f47e2340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:34.585136 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8aded9cb-c2df-413c-8fcc-0200f47e2340 admin admin] Publish callbacks [] for security_group (8790257b-a14b-4b7f-ac73-5744509eb343), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:34.674216 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8aded9cb-c2df-413c-8fcc-0200f47e2340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (8790257b-a14b-4b7f-ac73-5744509eb343), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:34.713693 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-8aded9cb-c2df-413c-8fcc-0200f47e2340 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=580c1251db644541bd7ead45f1c65861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150807 Aug 26 01:01:34.714637 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aded9cb-c2df-413c-8fcc-0200f47e2340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8790257b-a14b-4b7f-ac73-5744509eb343,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:34.716432 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48270) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:34.767851 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2d20571e-4086-417a-9539-d28e7b1fe141 admin admin] Publish callbacks [] for security_group (8790257b-a14b-4b7f-ac73-5744509eb343), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:34.788314 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2d20571e-4086-417a-9539-d28e7b1fe141 admin admin] Publish callbacks [] for security_group (8790257b-a14b-4b7f-ac73-5744509eb343), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:34.903254 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2d20571e-4086-417a-9539-d28e7b1fe141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (8790257b-a14b-4b7f-ac73-5744509eb343), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:34.905873 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2d20571e-4086-417a-9539-d28e7b1fe141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:34.907465 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-2d20571e-4086-417a-9539-d28e7b1fe141 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8790257b-a14b-4b7f-ac73-5744509eb343 HTTP/1.1" status: 204 len: 168 time: 0.1900098 Aug 26 01:01:34.915777 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20571e-4086-417a-9539-d28e7b1fe141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8790257b-a14b-4b7f-ac73-5744509eb343,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:35.737970 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:35.931604 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:36.051099 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:36.051880 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:44.708020 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=48,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:44.710026 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=20,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:44.910519 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:DELETE=6,neutron:SELECT=17 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:44.911312 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:45.807716 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:45.815222 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:49.137576 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:51.705613 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48438) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:51.809386 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a95d5065-354d-4bf9-ac98-9fcd529c373b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:51.883250 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a95d5065-354d-4bf9-ac98-9fcd529c373b admin admin] Publish callbacks [] for security_group (9ffb8e46-7c88-4194-bda9-3fc936ab5ae4), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:51.948040 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a95d5065-354d-4bf9-ac98-9fcd529c373b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (9ffb8e46-7c88-4194-bda9-3fc936ab5ae4), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:51.987208 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-a95d5065-354d-4bf9-ac98-9fcd529c373b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c71362698a994b54b6566a48d168fe0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803876 Aug 26 01:01:51.987916 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d5065-354d-4bf9-ac98-9fcd529c373b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffb8e46-7c88-4194-bda9-3fc936ab5ae4,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:51.989878 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48442) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:52.039041 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3fa7f2f2-c3f1-425a-b40f-c179254d1756 admin admin] Publish callbacks [] for security_group (9ffb8e46-7c88-4194-bda9-3fc936ab5ae4), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:52.058764 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3fa7f2f2-c3f1-425a-b40f-c179254d1756 admin admin] Publish callbacks [] for security_group (9ffb8e46-7c88-4194-bda9-3fc936ab5ae4), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:52.171713 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3fa7f2f2-c3f1-425a-b40f-c179254d1756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (9ffb8e46-7c88-4194-bda9-3fc936ab5ae4), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:52.174396 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-3fa7f2f2-c3f1-425a-b40f-c179254d1756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:52.175580 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-3fa7f2f2-c3f1-425a-b40f-c179254d1756 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9ffb8e46-7c88-4194-bda9-3fc936ab5ae4 HTTP/1.1" status: 204 len: 168 time: 0.1845789 Aug 26 01:01:52.183653 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7f2f2-c3f1-425a-b40f-c179254d1756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffb8e46-7c88-4194-bda9-3fc936ab5ae4,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:53.017637 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:53.018424 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:53.222166 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48466) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:53.286434 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-665adf8b-6103-4351-9e8f-998302cce765 req-24865ff7-acfc-4628-8fd9-283cb937feb1 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439250 Aug 26 01:01:53.327944 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-694539776-network', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:01:53.397863 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665adf8b-6103-4351-9e8f-998302cce765 req-1801f987-fb87-4ff2-878c-cbff85ef8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:53.399299 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-665adf8b-6103-4351-9e8f-998302cce765 req-1801f987-fb87-4ff2-878c-cbff85ef8364 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 1129 time: 0.0388818 Aug 26 01:01:53.466169 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Made reservation on behalf of a223be1c2f6a4cd281b20b0bc7281554 for: {'network': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:01:53.469142 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:53.482074 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:53.553319 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665adf8b-6103-4351-9e8f-998302cce765 req-9d66ca7b-4545-45c5-88a4-ddcc2481a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:53.554825 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-665adf8b-6103-4351-9e8f-998302cce765 req-9d66ca7b-4545-45c5-88a4-ddcc2481a5c9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 914 time: 0.1355329 Aug 26 01:01:53.647791 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-665adf8b-6103-4351-9e8f-998302cce765 req-0d5d997b-39b7-4cc8-8f62-052d1fab41c4 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea9f0339-afc5-4a08-9e7f-4f43f30fd859 HTTP/1.1" status: 200 len: 1001 time: 0.0847366 Aug 26 01:01:53.656280 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Publish callbacks [] for security_group (3a7c730f-e2ad-464c-b946-ca387e7bbf83), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:53.702989 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665adf8b-6103-4351-9e8f-998302cce765 req-1e554814-477b-4905-8322-1f81a810d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:53.704484 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-665adf8b-6103-4351-9e8f-998302cce765 req-1e554814-477b-4905-8322-1f81a810d951 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f HTTP/1.1" status: 200 len: 851 time: 0.0493159 Aug 26 01:01:53.739302 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (3a7c730f-e2ad-464c-b946-ca387e7bbf83), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:53.740060 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-337fcd52-8070-47a0-b45e-8b4d35a3086d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1310762645&fields=id&tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b HTTP/1.1" status: 200 len: 267 time: 0.0452464 Aug 26 01:01:53.774186 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665adf8b-6103-4351-9e8f-998302cce765 req-8f2077e3-1c7f-4e35-8f6b-cdbde183819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:53.775659 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-665adf8b-6103-4351-9e8f-998302cce765 req-8f2077e3-1c7f-4e35-8f6b-cdbde183819e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0653698 Aug 26 01:01:53.777149 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=113336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:01:53.782547 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7c730f-e2ad-464c-b946-ca387e7bbf83,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:53.814251 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (3fde4a7b-1f61-4530-9d10-1ad571556f2d), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:53.814251 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.segments_db [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Added segment 3fde4a7b-1f61-4530-9d10-1ad571556f2d of type vlan for network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 Aug 26 01:01:53.853869 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-c2441b4d-5fe7-4666-8461-f482c7975e4d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:53.855765 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-c2441b4d-5fe7-4666-8461-f482c7975e4d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 812 time: 0.1072400 Aug 26 01:01:53.870149 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-f9809b27-a554-4fc8-bd2b-357ee9f8a92b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/quotas/ca3e24d51bdf44c5ad7219fa57d3d23b HTTP/1.1" status: 200 len: 375 time: 0.0091856 Aug 26 01:01:53.893658 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (72a1a80f-93a4-4c90-a775-5c4f6bbbd908), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:53.913477 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:53.925090 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-ff400d29-774e-44fa-a333-2a455f7726e8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489063 Aug 26 01:01:53.935751 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-665adf8b-6103-4351-9e8f-998302cce765 req-b2551033-7719-4de4-9b75-ebf9db181b30 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481850 Aug 26 01:01:53.949454 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:54.002504 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (72a1a80f-93a4-4c90-a775-5c4f6bbbd908), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:54.003518 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:54.004106 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:54.029525 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-592c545b-ed57-4d8b-8ad7-98b9039022dc service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912361 Aug 26 01:01:54.088682 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] Pushing event updated for resources: {'Network': ['ID=72a1a80f-93a4-4c90-a775-5c4f6bbbd908,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:54.092293 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-665adf8b-6103-4351-9e8f-998302cce765 req-85e550f3-c6b3-4bfe-bca3-edfd3f984ed5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496537 Aug 26 01:01:54.098891 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 01:01:54.120926 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-273d0b63-06fd-4c05-aff0-3c27ac307b66 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853782 Aug 26 01:01:54.143140 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-21339d2a-8f35-4b0c-9352-175d90b64a78 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9166458 Aug 26 01:01:54.143597 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48480) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:54.149562 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-5de0e7ed-8d7d-4740-b30b-ea36b418a497 admin admin] Request body: {'subnet': {'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-694539776-subnet', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'ip_version': 4}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:01:54.285626 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de0e7ed-8d7d-4740-b30b-ea36b418a497 admin admin] Made reservation on behalf of a223be1c2f6a4cd281b20b0bc7281554 for: {'subnet': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:01:54.288405 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5de0e7ed-8d7d-4740-b30b-ea36b418a497 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14176895'] for subnet (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:54.520870 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5de0e7ed-8d7d-4740-b30b-ea36b418a497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16518097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14176845'] for subnet (0b14eebb-5d74-4925-b51f-4d4b1decfd28), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:54.576731 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0e7ed-8d7d-4740-b30b-ea36b418a497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b14eebb-5d74-4925-b51f-4d4b1decfd28,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:54.588145 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:54.589524 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de0e7ed-8d7d-4740-b30b-ea36b418a497 admin admin] Checking segment: {'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:01:54.589883 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0e7ed-8d7d-4740-b30b-ea36b418a497 admin admin] Network hostable DHCP agents. Network: 72a1a80f-93a4-4c90-a775-5c4f6bbbd908, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:01:54.651157 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0e7ed-8d7d-4740-b30b-ea36b418a497 admin admin] Network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:01:54.756952 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-527e1e61-3536-4d1d-a937-043317b0ade4 req-da964b74-13cb-4626-a087-9d682d3a2ad9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 210 time: 0.0330513 Aug 26 01:01:54.757507 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-5de0e7ed-8d7d-4740-b30b-ea36b418a497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, 72a1a80f-93a4-4c90-a775-5c4f6bbbd908) {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:01:54.761745 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de0e7ed-8d7d-4740-b30b-ea36b418a497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:54.762393 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5de0e7ed-8d7d-4740-b30b-ea36b418a497 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:54.771213 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b4cac3-ad36-4ee3-b00a-e8cb668d8d46 None None] Network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:01:54.860003 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-5de0e7ed-8d7d-4740-b30b-ea36b418a497 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7151628 Aug 26 01:01:54.862743 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48502) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:54.867825 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:01:54.893187 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'fixed_ips': [{'subnet_id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 01:01:54.897331 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:55.007054 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26986'] for router (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:55.008297 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26963'] for router (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:55.041987 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Allocated IP 172.20.0.2 (72a1a80f-93a4-4c90-a775-5c4f6bbbd908/0b14eebb-5d74-4925-b51f-4d4b1decfd28/8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:01:55.067049 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Publish callbacks [] for router_controller (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), precommit_add_association {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:55.189055 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Publish callbacks [] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:55.325629 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Publish callbacks [] for router_gateway (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:55.388683 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:55.434890 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:01:55.438543 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:01:55.444693 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:01:55.473511 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Pushing event updated for resources: {'Port': ['ID=8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:55.490350 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.494053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.494053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.494053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.494053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.494053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.494053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.494053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.494053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.494053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.494053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.495112 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.495112 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.495112 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.495384 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:01:55.540527 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Attempting to bind port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:01:55.540919 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Attempting to bind port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:01:55.541419 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Attempting to bind port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f on network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:01:55.548008 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:01:55.548738 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Checking segment: {'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:01:55.549339 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:55.549892 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Bound using segment: {'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:01:55.550988 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Bound port: 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:01:55.550988 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:55.625148 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] For port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:01:55.629094 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] For port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:01:55.726753 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:55.800042 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edcd08-8f60-4bc8-8613-6f05b5b8a3c2 None None] Pushing event updated for resources: {'Port': ['ID=8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:55.904855 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Publish callbacks [] for router_gateway (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:55.917419 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2ccd0be2-b50b-4b5a-973e-b2d087b552db req-500c36ef-c6b2-49a8-9ff0-c26d15dad418 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 210 time: 0.0426164 Aug 26 01:01:55.930284 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:56.088062 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Allocated IP 172.27.1.209 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/c76d737b-681a-4a06-86c1-195f1727f2af) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:01:56.149205 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:56.198448 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Publish callbacks [] for port (c76d737b-681a-4a06-86c1-195f1727f2af), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:56.349096 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (c76d737b-681a-4a06-86c1-195f1727f2af), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:56.390441 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:01:56.394139 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:01:56.397909 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:01:56.426474 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c76d737b-681a-4a06-86c1-195f1727f2af,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:56.438933 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:56.746659 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eb3894-8d90-4931-93fa-58b787cda931 None None] Network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:01:56.776207 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Publish callbacks [] for router_gateway (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:56.841342 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:56.846535 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-bef87593-4d07-4fdf-ae17-8652e1ec02f8 None None] Provisioning complete for port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:01:56.847132 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-bef87593-4d07-4fdf-ae17-8652e1ec02f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:56.891370 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:56.958362 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-bef87593-4d07-4fdf-ae17-8652e1ec02f8 None None] Current status of the port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:01:56.958833 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-bef87593-4d07-4fdf-ae17-8652e1ec02f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:56.992997 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848'] for router (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:57.002662 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-bef87593-4d07-4fdf-ae17-8652e1ec02f8 None None] For port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:01:57.050887 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-87599fb0-c99a-4e25-85c9-961fe38e8f7d req-13b8c672-f218-4a60-85f6-99c610e4a01d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 210 time: 0.0447707 Aug 26 01:01:57.107393 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-bef87593-4d07-4fdf-ae17-8652e1ec02f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:57.154764 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef87593-4d07-4fdf-ae17-8652e1ec02f8 None None] Pushing event updated for resources: {'Port': ['ID=8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:57.221960 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-8a607dc7-095a-4917-91c9-cf91326a6e0f None None] Provisioning complete for port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:01:57.222408 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8a607dc7-095a-4917-91c9-cf91326a6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:57.239820 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e is scheduled to L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e with binding_index 1 {{(pid=113336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 01:01:57.301119 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-8a607dc7-095a-4917-91c9-cf91326a6e0f None None] Current status of the port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:01:57.342424 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:01:57.353179 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Sync routers for ids ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:01:57.363394 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Routers {'52244a0c-df9f-4a6a-b2fc-89771ca84f0e'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:01:57.363949 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:01:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:57.436258 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:57.438181 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-8b96bece-f620-47bc-8431-8fe8b2f1a9a3 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5743046 Aug 26 01:01:57.441146 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48526) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:01:57.467495 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Set router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:01:57.536502 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:57.544505 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:57.644682 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:56Z', 'revision_number': 3, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:57.674963 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Checking router: 52244a0c-df9f-4a6a-b2fc-89771ca84f0e for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:01:57.675333 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Updating router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e port c76d737b-681a-4a06-86c1-195f1727f2af binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:01:57.689585 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-f553d2dc-afe6-4485-88c5-cdc2c4a8257a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:57.691669 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-f553d2dc-afe6-4485-88c5-cdc2c4a8257a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 812 time: 0.2058637 Aug 26 01:01:57.712261 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (c76d737b-681a-4a06-86c1-195f1727f2af), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:57.745610 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:57.839791 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-0e916aa3-1fd2-48d7-a4e3-46f7c4235f65 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b HTTP/1.1" status: 200 len: 380 time: 0.1118438 Aug 26 01:01:57.883550 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'port': {'device_id': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'admin_state_up': True, 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'security_groups': ['64e668fb-002b-4b2b-b79b-058b34f1fa23']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:01:57.969325 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:01:58.048570 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Publish callbacks [] for port (c76d737b-681a-4a06-86c1-195f1727f2af), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.058754 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:01:58.059125 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.112488 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.126681 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:58.136061 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:01:58.171031 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-113feaa0-9d5e-487c-8f60-8606cad5c472 req-107453e5-9175-4cf6-8cae-dc248b3acbe3 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 210 time: 0.0299609 Aug 26 01:01:58.257390 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (c76d737b-681a-4a06-86c1-195f1727f2af), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.267426 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Allocated IP 172.20.0.1 (72a1a80f-93a4-4c90-a775-5c4f6bbbd908/0b14eebb-5d74-4925-b51f-4d4b1decfd28/2901fe4c-35e2-4038-894b-dc20b9aa4707) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:01:58.269547 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:58.296223 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Attempting to bind port c76d737b-681a-4a06-86c1-195f1727f2af on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:01:58.302258 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Attempting to bind port c76d737b-681a-4a06-86c1-195f1727f2af by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:01:58.302258 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Attempting to bind port c76d737b-681a-4a06-86c1-195f1727f2af on network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:01:58.308563 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:01:58.308937 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:01:58.309339 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.309728 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Bound using segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:01:58.310193 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Bound port: c76d737b-681a-4a06-86c1-195f1727f2af, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:01:58.310570 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (c76d737b-681a-4a06-86c1-195f1727f2af), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.313910 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cfd5a-785f-446c-9464-6970e395ba44 None None] Pushing event updated for resources: {'Port': ['ID=c76d737b-681a-4a06-86c1-195f1727f2af,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:58.350256 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Made reservation on behalf of ca3e24d51bdf44c5ad7219fa57d3d23b for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:01:58.354086 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.364760 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] For port c76d737b-681a-4a06-86c1-195f1727f2af, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:01:58.368209 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] For port c76d737b-681a-4a06-86c1-195f1727f2af, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=c76d737b-681a-4a06-86c1-195f1727f2af,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:01:58.397398 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Publish callbacks [] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.472091 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:58.491810 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (c76d737b-681a-4a06-86c1-195f1727f2af), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.521157 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Allocated IP 172.20.0.13 (67cce745-2ab6-4c41-99b3-cb2978e1bfd5/a43d0c05-f3f0-4dc6-b965-0109fa4aa91f/5db3f93c-3ea8-4e55-9a42-5db856dcb138) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:01:58.531860 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Routers {'52244a0c-df9f-4a6a-b2fc-89771ca84f0e'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:01:58.532515 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:01:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:58.582206 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cfd5a-785f-446c-9464-6970e395ba44 None None] Pushing event updated for resources: {'Port': ['ID=c76d737b-681a-4a06-86c1-195f1727f2af,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:58.666312 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.671501 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.720678 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:01:58.726421 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:01:58.733908 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:01:58.773374 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Pushing event updated for resources: {'Port': ['ID=2901fe4c-35e2-4038-894b-dc20b9aa4707,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:58.777739 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:58.782785 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] Set router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:01:58.794760 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-583463'] for router_interface (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.841996 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:58.899210 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:58.948884 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:01:58.954457 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:01:58.958486 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:01:58.961176 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:56Z', 'revision_number': 3, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:01:58.987035 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ed6738-3244-4bcf-b4cd-1a7da9a63e39 None None] The sync data for ids ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'] in dv-cinder-835384-25-iscsi is: [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:56Z', 'revision_number': 3, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:01:58.995205 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'Port': ['ID=5db3f93c-3ea8-4e55-9a42-5db856dcb138,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:59.020916 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:59.021592 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:59.041724 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-3cf0e9d9-ff6a-4e4a-82e5-3c931a91604b None None] Provisioning complete for port 2901fe4c-35e2-4038-894b-dc20b9aa4707 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:01:59.042788 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-3cf0e9d9-ff6a-4e4a-82e5-3c931a91604b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:59.069157 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:59.091753 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0e9d9-ff6a-4e4a-82e5-3c931a91604b None None] Port 2901fe4c-35e2-4038-894b-dc20b9aa4707 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:01:59.175627 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-7efa8a4b-8b10-477c-8cf3-22729cd84846 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2961206 Aug 26 01:01:59.193551 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Request body: {'port': {'device_id': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:01:59.212535 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-4a11c6df-e63c-44e5-84fd-a99e0b3073fc None None] Provisioning complete for port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:01:59.213018 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4a11c6df-e63c-44e5-84fd-a99e0b3073fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:59.278650 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-4a11c6df-e63c-44e5-84fd-a99e0b3073fc None None] Port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:01:59.350367 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:01:59.378948 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:59.382331 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Publish callbacks [] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:59.391449 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584f084-f2b2-4462-b8bf-dedc3f02a99c req-e9a57659-8ef8-47fd-9121-da33cfc72ead tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:01:59.393066 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3584f084-f2b2-4462-b8bf-dedc3f02a99c req-e9a57659-8ef8-47fd-9121-da33cfc72ead tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 932 time: 0.1167727 Aug 26 01:01:59.521402 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:59.531526 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3584f084-f2b2-4462-b8bf-dedc3f02a99c req-4b1de9ae-1038-4209-ac31-2b194e231455 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305597 Aug 26 01:01:59.911066 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device c76d737b-681a-4a06-86c1-195f1727f2af up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:01:59.926020 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583611'] for router_interface (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:01:59.929200 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Pushing event updated for resources: {'Port': ['ID=2901fe4c-35e2-4038-894b-dc20b9aa4707,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:01:59.957236 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port c76d737b-681a-4a06-86c1-195f1727f2af triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:01:59.957614 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (c76d737b-681a-4a06-86c1-195f1727f2af), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:00.000593 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:00.033910 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port c76d737b-681a-4a06-86c1-195f1727f2af is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:00.034525 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (c76d737b-681a-4a06-86c1-195f1727f2af), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:00.055219 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port c76d737b-681a-4a06-86c1-195f1727f2af, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=c76d737b-681a-4a06-86c1-195f1727f2af,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:00.095914 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:02:00.102781 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:02:00.114177 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db3f93c-3ea8-4e55-9a42-5db856dcb138 {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:02:00.142354 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (c76d737b-681a-4a06-86c1-195f1727f2af), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:00.153090 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Publish callbacks [] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:00.178187 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Transition to ACTIVE for port object 5db3f93c-3ea8-4e55-9a42-5db856dcb138 will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 01:02:00.196913 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=c76d737b-681a-4a06-86c1-195f1727f2af,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:00.240881 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:02:00.246160 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:00.315766 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-cdb3c25b-ac08-42e6-b0fd-72d7252ba87b None None] Provisioning complete for port 2901fe4c-35e2-4038-894b-dc20b9aa4707 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:00.316125 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c25b-ac08-42e6-b0fd-72d7252ba87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:00.328828 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Pushing event updated for resources: {'Port': ['ID=5db3f93c-3ea8-4e55-9a42-5db856dcb138,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:00.356980 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3c25b-ac08-42e6-b0fd-72d7252ba87b None None] Port 2901fe4c-35e2-4038-894b-dc20b9aa4707 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:02:00.448109 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Attempting to bind port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:02:00.448446 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Attempting to bind port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:02:00.448794 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Attempting to bind port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 on network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:02:00.458514 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 on network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 01:02:00.458514 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Attempting to bind port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 on network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:02:00.460878 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:02:00.466215 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-5a4aac5f-5fab-4c47-9308-f250af09e81f admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/52244a0c-df9f-4a6a-b2fc-89771ca84f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0238750 Aug 26 01:02:00.469067 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:02:00.469823 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Checking segment: {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:02:00.469823 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Bound using segment: {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:02:00.470258 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Bound port: 5db3f93c-3ea8-4e55-9a42-5db856dcb138, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:02:00.470618 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:00.509894 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:00.535841 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] For port 5db3f93c-3ea8-4e55-9a42-5db856dcb138, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:02:00.539906 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] For port 5db3f93c-3ea8-4e55-9a42-5db856dcb138, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5db3f93c-3ea8-4e55-9a42-5db856dcb138,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:02:00.605636 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:00.611435 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:00.612120 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:00.613928 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/5db3f93c-3ea8-4e55-9a42-5db856dcb138 HTTP/1.1" status: 200 len: 1094 time: 1.4244218 Aug 26 01:02:00.614213 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'tag': '5db3f93c-3ea8-4e55-9a42-5db856dcb138'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:02:00.616871 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f239257-80a0-438a-97a4-d0b2b64a8d47" -d '{"events": [{"name": "network-changed", "server_uuid": "31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed", "tag": "5db3f93c-3ea8-4e55-9a42-5db856dcb138"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:02:00.633054 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Sync routers for ids ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:02:00.645843 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9baa5dca-6852-4f19-9c94-a61699353ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:00.653575 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Routers {'52244a0c-df9f-4a6a-b2fc-89771ca84f0e'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:02:00.657133 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:01:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:00.672428 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb669d31-e85f-4e5d-bfe2-3421a7fe2fe5 req-30cf839d-3834-4b4b-9a6d-ba5b09d01de7 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:00.679251 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e870fe-2094-42a9-9976-18f34dc93093 x-openstack-request-id: req-35e870fe-2094-42a9-9976-18f34dc93093 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:02:00.679574 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed", "tag": "5db3f93c-3ea8-4e55-9a42-5db856dcb138", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:02:00.679890 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35e870fe-2094-42a9-9976-18f34dc93093 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:02:00.680299 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e870fe-2094-42a9-9976-18f34dc93093'] response: {'name': 'network-changed', 'server_uuid': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'tag': '5db3f93c-3ea8-4e55-9a42-5db856dcb138', 'status': 'completed', 'code': 200} Aug 26 01:02:00.680511 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb669d31-e85f-4e5d-bfe2-3421a7fe2fe5 req-30cf839d-3834-4b4b-9a6d-ba5b09d01de7 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 944 time: 0.0705335 Aug 26 01:02:00.698687 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be48766-2f8a-4a4b-927e-c698084bd16d service neutron] Pushing event updated for resources: {'Port': ['ID=5db3f93c-3ea8-4e55-9a42-5db856dcb138,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:00.732847 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-eb669d31-e85f-4e5d-bfe2-3421a7fe2fe5 req-f38d7eeb-7b34-446a-a621-175140f2854e tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474272 Aug 26 01:02:00.785413 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f239257-80a0-438a-97a4-d0b2b64a8d47 req-f4641806-bad4-4dff-b6e6-802bebb0c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:00.786922 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9f239257-80a0-438a-97a4-d0b2b64a8d47 req-f4641806-bad4-4dff-b6e6-802bebb0c50d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 1128 time: 0.0540104 Aug 26 01:02:00.790801 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Set router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:02:00.926294 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f239257-80a0-438a-97a4-d0b2b64a8d47 req-d7035b87-23b0-478b-80d3-42353c9b22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:00.928085 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9f239257-80a0-438a-97a4-d0b2b64a8d47 req-d7035b87-23b0-478b-80d3-42353c9b22c9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1284938 Aug 26 01:02:01.028174 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f239257-80a0-438a-97a4-d0b2b64a8d47 req-44f8f42e-0d03-49ce-b3a5-9c07e87c7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:01.029675 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9f239257-80a0-438a-97a4-d0b2b64a8d47 req-44f8f42e-0d03-49ce-b3a5-9c07e87c7700 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954719 Aug 26 01:02:01.073038 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:58Z', 'revision_number': 4, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '2901fe4c-35e2-4038-894b-dc20b9aa4707', 'name': '', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'mac_address': 'fa:16:3e:27:47:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:58Z', 'updated_at': '2022-08-26T01:01:59Z', 'revision_number': 2, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'subnets': [{'id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:01.098263 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Checking router: 52244a0c-df9f-4a6a-b2fc-89771ca84f0e for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:02:01.098618 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Updating router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e port 2901fe4c-35e2-4038-894b-dc20b9aa4707 binding host dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:02:01.131659 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-eaf59dd3-7d25-43fc-905f-3e88fccfd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:01.132814 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.133224 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-eaf59dd3-7d25-43fc-905f-3e88fccfd231 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 1128 time: 0.0441535 Aug 26 01:02:01.189323 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-4cbdaefc-1542-49a4-ba51-722f4fec1b4c service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db3f93c-3ea8-4e55-9a42-5db856dcb138 HTTP/1.1" status: 200 len: 217 time: 0.0424151 Aug 26 01:02:01.220900 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48558) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:01.225518 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1505584539-network', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:01.252056 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:01.258138 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-64b0df9d-6698-4da5-a801-50cc04e53f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:01.259599 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-64b0df9d-6698-4da5-a801-50cc04e53f1b service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f HTTP/1.1" status: 200 len: 851 time: 0.0650620 Aug 26 01:02:01.306104 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-71d18558-85dc-4076-a38e-48a4b916d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:01.307619 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-71d18558-85dc-4076-a38e-48a4b916d055 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402479 Aug 26 01:02:01.331772 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Made reservation on behalf of 5d843f2ba1a24c9ca97a215c8cbe2240 for: {'network': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:02:01.334009 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.374734 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.394035 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Publish callbacks [] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), precommit_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.442854 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-a470658f-4ddb-4fc0-ad7e-78f8cef099a4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283901 Aug 26 01:02:01.468412 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.551003 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Pushing event updated for resources: {'Port': ['ID=2901fe4c-35e2-4038-894b-dc20b9aa4707,revision_number=3']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:01.556868 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Publish callbacks [] for security_group (30618c9a-3049-4dad-9237-8a12cabd02c2), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.564118 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.564486 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.565185 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.565322 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.565574 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.565900 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.566225 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.566555 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.566912 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.567242 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.567547 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.567887 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.568215 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.568563 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.568928 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:01.570549 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dc88fa95-3e92-4a29-9997-e9ee146df5f0 req-e013b481-25a0-4d16-8489-2f2e7a638565 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209571 Aug 26 01:02:01.575248 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Attempting to bind port 2901fe4c-35e2-4038-894b-dc20b9aa4707 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:02:01.575660 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Attempting to bind port 2901fe4c-35e2-4038-894b-dc20b9aa4707 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:02:01.576021 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Attempting to bind port 2901fe4c-35e2-4038-894b-dc20b9aa4707 on network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:02:01.582206 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:02:01.582545 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Checking segment: {'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:02:01.583280 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.583675 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Bound using segment: {'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:02:01.584136 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Bound port: 2901fe4c-35e2-4038-894b-dc20b9aa4707, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'}}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:02:01.584535 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.617067 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (30618c9a-3049-4dad-9237-8a12cabd02c2), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.644603 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1169} {{(pid=113336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:02:01.647964 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] For port 2901fe4c-35e2-4038-894b-dc20b9aa4707, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:02:01.651179 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] For port 2901fe4c-35e2-4038-894b-dc20b9aa4707, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=2901fe4c-35e2-4038-894b-dc20b9aa4707,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:02:01.655542 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30618c9a-3049-4dad-9237-8a12cabd02c2,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:01.664981 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (f4f5c75f-bf1e-406d-96bf-8998c64dd85f), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.665270 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.segments_db [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Added segment f4f5c75f-bf1e-406d-96bf-8998c64dd85f of type vlan for network b99cfc8f-7219-4397-9d1a-b88fdfe05163 Aug 26 01:02:01.702511 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:01.706695 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (b99cfc8f-7219-4397-9d1a-b88fdfe05163), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.714989 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.745791 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:01.757793 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Routers {'52244a0c-df9f-4a6a-b2fc-89771ca84f0e'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:02:01.758556 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:01:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:01.794376 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:01.814502 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (b99cfc8f-7219-4397-9d1a-b88fdfe05163), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.815666 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:01.816297 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:01.818353 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65b87f-254f-4241-8fc1-d951258d3ddb None None] Pushing event updated for resources: {'Port': ['ID=2901fe4c-35e2-4038-894b-dc20b9aa4707,revision_number=4']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:01.882024 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] Set router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:02:01.907270 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113647ef-ffde-4bc3-b4d5-f0ee816e1a75 req-a3147241-4f03-48d7-89f2-529cf627a25e tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:01.908813 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-113647ef-ffde-4bc3-b4d5-f0ee816e1a75 req-a3147241-4f03-48d7-89f2-529cf627a25e tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 944 time: 0.1067376 Aug 26 01:02:01.922444 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device c76d737b-681a-4a06-86c1-195f1727f2af up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:02:01.930384 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=b99cfc8f-7219-4397-9d1a-b88fdfe05163,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:01.951753 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network b99cfc8f-7219-4397-9d1a-b88fdfe05163 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 01:02:01.957107 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:01.974025 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-b836aa89-d6d4-4cef-9e61-c813bcc1c4f8 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7521043 Aug 26 01:02:01.983093 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48564) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:01.990962 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-293f6c00-1f8c-438f-b46b-8c1bc1a2c81f admin admin] Request body: {'subnet': {'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1505584539-subnet', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'ip_version': 4}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:02.013754 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-113647ef-ffde-4bc3-b4d5-f0ee816e1a75 req-955de46f-e0ad-4515-9a9e-dc09e19b4a51 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955360 Aug 26 01:02:02.031281 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port c76d737b-681a-4a06-86c1-195f1727f2af triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:02.031922 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (c76d737b-681a-4a06-86c1-195f1727f2af), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:02.097393 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293f6c00-1f8c-438f-b46b-8c1bc1a2c81f admin admin] Made reservation on behalf of 5d843f2ba1a24c9ca97a215c8cbe2240 for: {'subnet': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:02:02.100875 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-293f6c00-1f8c-438f-b46b-8c1bc1a2c81f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14132248'] for subnet (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:02.105422 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:58Z', 'revision_number': 4, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '2901fe4c-35e2-4038-894b-dc20b9aa4707', 'name': '', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'mac_address': 'fa:16:3e:27:47:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:58Z', 'updated_at': '2022-08-26T01:02:01Z', 'revision_number': 4, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'subnets': [{'id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:02.118215 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port c76d737b-681a-4a06-86c1-195f1727f2af is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:02.131463 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac61ba-2230-4ebe-8f1c-22d597ab98d5 None None] The sync data for ids ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'] in dv-cinder-835384-25-iscsi is: [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:58Z', 'revision_number': 4, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '2901fe4c-35e2-4038-894b-dc20b9aa4707', 'name': '', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'mac_address': 'fa:16:3e:27:47:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:58Z', 'updated_at': '2022-08-26T01:02:01Z', 'revision_number': 4, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'subnets': [{'id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:02:02.244228 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:02.262503 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:02.360149 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-293f6c00-1f8c-438f-b46b-8c1bc1a2c81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14132266'] for subnet (a2f22663-583b-4ed5-8b2f-8adee9302e86), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:02.426941 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f6c00-1f8c-438f-b46b-8c1bc1a2c81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f22663-583b-4ed5-8b2f-8adee9302e86,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:02.435047 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f6c00-1f8c-438f-b46b-8c1bc1a2c81f admin admin] Checking segment: {'id': 'f4f5c75f-bf1e-406d-96bf-8998c64dd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:02:02.435414 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f6c00-1f8c-438f-b46b-8c1bc1a2c81f admin admin] Network hostable DHCP agents. Network: b99cfc8f-7219-4397-9d1a-b88fdfe05163, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:02:02.519630 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f6c00-1f8c-438f-b46b-8c1bc1a2c81f admin admin] Network b99cfc8f-7219-4397-9d1a-b88fdfe05163 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:02:02.616941 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-293f6c00-1f8c-438f-b46b-8c1bc1a2c81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, b99cfc8f-7219-4397-9d1a-b88fdfe05163) {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:02:02.621022 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f6c00-1f8c-438f-b46b-8c1bc1a2c81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:02.621623 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-293f6c00-1f8c-438f-b46b-8c1bc1a2c81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:02.627165 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50d5a58-d8ad-4b72-9ff6-fc4228b0b2a4 None None] Network b99cfc8f-7219-4397-9d1a-b88fdfe05163 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:02:02.716368 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-293f6c00-1f8c-438f-b46b-8c1bc1a2c81f admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7314816 Aug 26 01:02:02.718871 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48566) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:02.723246 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1505584539-router', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:02.739319 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-b99cfc8f-7219-4397-9d1a-b88fdfe05163', 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163', 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'fixed_ips': [{'subnet_id': 'a2f22663-583b-4ed5-8b2f-8adee9302e86'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 01:02:02.740245 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:02.857521 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26986'] for router (044ac5a4-82a2-4754-8869-99110cf546ea), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:02.858666 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26963'] for router (044ac5a4-82a2-4754-8869-99110cf546ea), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:02.864005 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:02.884875 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Allocated IP 172.20.0.2 (b99cfc8f-7219-4397-9d1a-b88fdfe05163/a2f22663-583b-4ed5-8b2f-8adee9302e86/9969a926-7c1d-4cbd-bbb1-ef85d32a8e65) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:02:02.913143 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Publish callbacks [] for router_controller (044ac5a4-82a2-4754-8869-99110cf546ea), precommit_add_association {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:03.052250 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Publish callbacks [] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:03.055127 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:02:03.137679 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:03.141939 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8e858910-0563-4a77-bd40-f1da1e5a2272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:03.173367 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Publish callbacks [] for router_gateway (044ac5a4-82a2-4754-8869-99110cf546ea), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:03.185227 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Network b99cfc8f-7219-4397-9d1a-b88fdfe05163 is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:02:03.189530 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:02:03.193659 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:02:03.200224 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b7659-434e-4a06-868f-2c7a9f7fd8d2 req-bec10092-35f7-4ba3-979b-868078f2f18a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:03.200449 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Pushing event updated for resources: {'Port': ['ID=9969a926-7c1d-4cbd-bbb1-ef85d32a8e65,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:03.202142 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e55b7659-434e-4a06-868f-2c7a9f7fd8d2 req-bec10092-35f7-4ba3-979b-868078f2f18a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 944 time: 0.0950224 Aug 26 01:02:03.265128 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e55b7659-434e-4a06-868f-2c7a9f7fd8d2 req-a233c01a-b365-4ae6-a7b8-aac5f2baf785 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548208 Aug 26 01:02:03.272140 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Attempting to bind port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:02:03.272677 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Attempting to bind port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': 'f4f5c75f-bf1e-406d-96bf-8998c64dd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:02:03.273123 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Attempting to bind port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 on network b99cfc8f-7219-4397-9d1a-b88fdfe05163 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:02:03.285068 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:02:03.285704 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Checking segment: {'id': 'f4f5c75f-bf1e-406d-96bf-8998c64dd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:02:03.286180 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:03.286660 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Bound using segment: {'id': 'f4f5c75f-bf1e-406d-96bf-8998c64dd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:02:03.287470 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Bound port: 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f5c75f-bf1e-406d-96bf-8998c64dd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:02:03.287847 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:03.358213 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] For port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:02:03.362106 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] For port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=9969a926-7c1d-4cbd-bbb1-ef85d32a8e65,segment=NetworkSegment(f4f5c75f-bf1e-406d-96bf-8998c64dd85f),segment_id=f4f5c75f-bf1e-406d-96bf-8998c64dd85f)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:02:03.446072 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:03.506483 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b1804-63bc-4fda-8909-fc653974e420 None None] Pushing event updated for resources: {'Port': ['ID=9969a926-7c1d-4cbd-bbb1-ef85d32a8e65,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:03.691756 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:03.707255 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Publish callbacks [] for router_gateway (044ac5a4-82a2-4754-8869-99110cf546ea), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:03.726602 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:03.839790 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Allocated IP 172.27.1.93 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/e967f94e-bace-4caf-91ae-be304b232c93) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:02:03.945166 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 2901fe4c-35e2-4038-894b-dc20b9aa4707 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:02:03.947529 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:03.954959 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Publish callbacks [] for port (e967f94e-bace-4caf-91ae-be304b232c93), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:03.970142 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:03.991553 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 2901fe4c-35e2-4038-894b-dc20b9aa4707 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:03.991933 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:04.070012 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 2901fe4c-35e2-4038-894b-dc20b9aa4707 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:04.070689 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:04.111261 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 2901fe4c-35e2-4038-894b-dc20b9aa4707, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=2901fe4c-35e2-4038-894b-dc20b9aa4707,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:04.114417 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (e967f94e-bace-4caf-91ae-be304b232c93), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:04.170414 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:02:04.174496 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:02:04.180054 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:02:04.200155 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:04.201411 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:02:04.204853 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Pushing event updated for resources: {'Port': ['ID=e967f94e-bace-4caf-91ae-be304b232c93,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:04.275095 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:04.278837 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=2901fe4c-35e2-4038-894b-dc20b9aa4707,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:04.301306 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:04.301683 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:04.393168 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:04.393590 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:04.414924 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:04.420077 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3847f-b971-4329-a721-bc95e1e509dd req-16fae7a6-d26c-41e6-bde7-2e14721d5886 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:04.428842 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dfd3847f-b971-4329-a721-bc95e1e509dd req-16fae7a6-d26c-41e6-bde7-2e14721d5886 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 944 time: 0.0765581 Aug 26 01:02:04.432527 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=9969a926-7c1d-4cbd-bbb1-ef85d32a8e65,segment=NetworkSegment(f4f5c75f-bf1e-406d-96bf-8998c64dd85f),segment_id=f4f5c75f-bf1e-406d-96bf-8998c64dd85f)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:04.479571 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233daf3-391a-4e91-b9d6-9e47966f8c8e None None] Network b99cfc8f-7219-4397-9d1a-b88fdfe05163 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:02:04.479693 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-dfd3847f-b971-4329-a721-bc95e1e509dd req-50c18352-5c9e-40d3-8e32-9f8f8a7e7c37 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482001 Aug 26 01:02:04.536775 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-ddba7ad9-b59d-4cbc-afa7-0fc8f2ebba6a None None] Provisioning complete for port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:04.537151 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-ddba7ad9-b59d-4cbc-afa7-0fc8f2ebba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:04.562942 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Publish callbacks [] for router_gateway (044ac5a4-82a2-4754-8869-99110cf546ea), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:04.610743 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:04.694049 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-ddba7ad9-b59d-4cbc-afa7-0fc8f2ebba6a None None] Current status of the port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:04.698757 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=9969a926-7c1d-4cbd-bbb1-ef85d32a8e65,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:04.753496 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848'] for router (044ac5a4-82a2-4754-8869-99110cf546ea), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:04.873516 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:04.924234 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-bacf2cb2-5770-4308-a1b1-8f70fa55bbd7 None None] Provisioning complete for port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:04.924634 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-bacf2cb2-5770-4308-a1b1-8f70fa55bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:04.926918 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:04.997280 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-bacf2cb2-5770-4308-a1b1-8f70fa55bbd7 None None] Current status of the port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:04.999970 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Router 044ac5a4-82a2-4754-8869-99110cf546ea is scheduled to L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e with binding_index 1 {{(pid=113335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 01:02:05.105671 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:02:05.116495 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Sync routers for ids ['044ac5a4-82a2-4754-8869-99110cf546ea'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:02:05.128572 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Routers {'044ac5a4-82a2-4754-8869-99110cf546ea'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:02:05.129293 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:02:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['044ac5a4-82a2-4754-8869-99110cf546ea'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:05.208262 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:05.209547 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8625de64-c088-415d-87f8-eb0354835138 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4897187 Aug 26 01:02:05.212197 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48578) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:05.247644 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Set router 044ac5a4-82a2-4754-8869-99110cf546ea gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:02:05.347191 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:05.562487 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'name': 'tempest-TestShelveInstance-1505584539-router', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:02:02Z', 'updated_at': '2022-08-26T01:02:04Z', 'revision_number': 3, 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'gw_port': {'id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:02:03Z', 'updated_at': '2022-08-26T01:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:05.594566 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Checking router: 044ac5a4-82a2-4754-8869-99110cf546ea for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:02:05.594922 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Updating router 044ac5a4-82a2-4754-8869-99110cf546ea port e967f94e-bace-4caf-91ae-be304b232c93 binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:02:05.622386 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (e967f94e-bace-4caf-91ae-be304b232c93), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:05.634893 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970316aa-2d38-4bfb-9617-ae5628f6761b req-d4fdfea5-6371-44d2-98a6-1f2e2731865f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:05.636322 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-970316aa-2d38-4bfb-9617-ae5628f6761b req-d4fdfea5-6371-44d2-98a6-1f2e2731865f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 944 time: 0.0706878 Aug 26 01:02:05.726662 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-970316aa-2d38-4bfb-9617-ae5628f6761b req-e4bc91cc-aad5-4e35-87f8-daf4c5a3c2a7 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833025 Aug 26 01:02:05.734011 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:05.783181 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:05.872949 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:05.899194 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Allocated IP 172.20.0.1 (b99cfc8f-7219-4397-9d1a-b88fdfe05163/a2f22663-583b-4ed5-8b2f-8adee9302e86/4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:02:05.911885 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Publish callbacks [] for port (e967f94e-bace-4caf-91ae-be304b232c93), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:05.923872 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 2901fe4c-35e2-4038-894b-dc20b9aa4707 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:02:05.951657 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:05.970063 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 2901fe4c-35e2-4038-894b-dc20b9aa4707 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:05.970442 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.010566 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Publish callbacks [] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.042206 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (e967f94e-bace-4caf-91ae-be304b232c93), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.056024 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:06.080254 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 2901fe4c-35e2-4038-894b-dc20b9aa4707 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:06.085696 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:02:06.087476 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Attempting to bind port e967f94e-bace-4caf-91ae-be304b232c93 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:02:06.087849 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Attempting to bind port e967f94e-bace-4caf-91ae-be304b232c93 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:02:06.088216 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Attempting to bind port e967f94e-bace-4caf-91ae-be304b232c93 on network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:02:06.103055 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.107915 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:06.122394 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:02:06.123020 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:02:06.123179 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.123593 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Bound using segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:02:06.124611 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Bound port: e967f94e-bace-4caf-91ae-be304b232c93, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:02:06.124994 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (e967f94e-bace-4caf-91ae-be304b232c93), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.132442 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9ca02-321a-494c-adb4-5309289cb652 None None] Pushing event updated for resources: {'Port': ['ID=e967f94e-bace-4caf-91ae-be304b232c93,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:06.152075 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Network b99cfc8f-7219-4397-9d1a-b88fdfe05163 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:02:06.155124 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:02:06.157710 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:02:06.186878 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:06.187260 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.198746 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:06.215044 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-583463'] for router_interface (044ac5a4-82a2-4754-8869-99110cf546ea), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.215758 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] For port e967f94e-bace-4caf-91ae-be304b232c93, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:02:06.218513 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:06.258222 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] For port e967f94e-bace-4caf-91ae-be304b232c93, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=e967f94e-bace-4caf-91ae-be304b232c93,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:02:06.308203 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:06.344918 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (e967f94e-bace-4caf-91ae-be304b232c93), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.389806 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Routers {'044ac5a4-82a2-4754-8869-99110cf546ea'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:02:06.390460 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:02:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['044ac5a4-82a2-4754-8869-99110cf546ea'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:06.464951 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-fd655edd-3b66-4fe2-8cbd-e3e894b3e0fc None None] Provisioning complete for port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:06.465330 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-fd655edd-3b66-4fe2-8cbd-e3e894b3e0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.469700 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9ca02-321a-494c-adb4-5309289cb652 None None] Pushing event updated for resources: {'Port': ['ID=e967f94e-bace-4caf-91ae-be304b232c93,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:06.479276 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48588) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:06.485885 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-9a30316a-0038-40b3-979b-e8c6743da8be tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--835004462', 'description': 'tempest-description--1161125460'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:06.498045 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:06.506925 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:06.513317 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.550784 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-fd655edd-3b66-4fe2-8cbd-e3e894b3e0fc None None] Port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:02:06.566455 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] Set router 044ac5a4-82a2-4754-8869-99110cf546ea gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:02:06.605874 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9a30316a-0038-40b3-979b-e8c6743da8be tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.683801 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Publish callbacks [] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.691513 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9a30316a-0038-40b3-979b-e8c6743da8be tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (9ae687c1-cd60-4305-8c01-19b08c95837c), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.746937 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'name': 'tempest-TestShelveInstance-1505584539-router', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:02:02Z', 'updated_at': '2022-08-26T01:02:04Z', 'revision_number': 3, 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'gw_port': {'id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:02:03Z', 'updated_at': '2022-08-26T01:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:06.755614 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.776638 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527d1f24-7086-4959-b2fe-14c56ed0be79 None None] The sync data for ids ['044ac5a4-82a2-4754-8869-99110cf546ea'] in dv-cinder-835384-25-iscsi is: [{'id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'name': 'tempest-TestShelveInstance-1505584539-router', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:02:02Z', 'updated_at': '2022-08-26T01:02:04Z', 'revision_number': 3, 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'gw_port': {'id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:02:03Z', 'updated_at': '2022-08-26T01:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:02:06.806349 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9a30316a-0038-40b3-979b-e8c6743da8be tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (9ae687c1-cd60-4305-8c01-19b08c95837c), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.853916 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30316a-0038-40b3-979b-e8c6743da8be tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae687c1-cd60-4305-8c01-19b08c95837c,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:06.887205 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7ef45-41a8-41f2-ac25-1775af785fa2 req-3d497c11-b658-4d1d-80cb-f7071433a8e5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:06.888708 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-58f7ef45-41a8-41f2-ac25-1775af785fa2 req-3d497c11-b658-4d1d-80cb-f7071433a8e5 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 944 time: 0.0691001 Aug 26 01:02:06.896153 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Pushing event updated for resources: {'Port': ['ID=4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:06.910558 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583611'] for router_interface (044ac5a4-82a2-4754-8869-99110cf546ea), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.974994 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9a30316a-0038-40b3-979b-e8c6743da8be tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:06.977067 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-9a30316a-0038-40b3-979b-e8c6743da8be tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4952474 Aug 26 01:02:06.979624 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48592) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:06.985507 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-5d152c4b-ed21-46fb-86dc-04a568039c43 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'security_group_rule': {'security_group_id': '9ae687c1-cd60-4305-8c01-19b08c95837c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:06.998151 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-58f7ef45-41a8-41f2-ac25-1775af785fa2 req-1003555b-0976-45b2-81c5-7fad2baa76b6 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974524 Aug 26 01:02:07.048446 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Network b99cfc8f-7219-4397-9d1a-b88fdfe05163 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:02:07.051713 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:02:07.150153 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5d152c4b-ed21-46fb-86dc-04a568039c43 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (3280cbcb-c328-45f4-a914-13b339d17bde), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:07.201376 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Router 044ac5a4-82a2-4754-8869-99110cf546ea has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:02:07.245666 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5d152c4b-ed21-46fb-86dc-04a568039c43 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (3280cbcb-c328-45f4-a914-13b339d17bde), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:07.282142 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-52f39e15-a07b-4756-8379-7421f08cef4e None None] Provisioning complete for port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:07.282727 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-52f39e15-a07b-4756-8379-7421f08cef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:07.312324 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:07.317844 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-52f39e15-a07b-4756-8379-7421f08cef4e None None] Port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:02:07.320367 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5d152c4b-ed21-46fb-86dc-04a568039c43 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (3280cbcb-c328-45f4-a914-13b339d17bde), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:07.334064 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:02:07.339210 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-2b6832bc-ae15-4c2e-9151-7145fc7bac42 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/044ac5a4-82a2-4754-8869-99110cf546ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1259639 Aug 26 01:02:07.346949 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d152c4b-ed21-46fb-86dc-04a568039c43 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3280cbcb-c328-45f4-a914-13b339d17bde,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:07.424960 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5d152c4b-ed21-46fb-86dc-04a568039c43 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:07.426304 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-5d152c4b-ed21-46fb-86dc-04a568039c43 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4455748 Aug 26 01:02:07.429714 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48596) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:07.434669 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-02c32ef1-2e88-4fb3-b60b-564fb070bd6f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'security_group_rule': {'security_group_id': '9ae687c1-cd60-4305-8c01-19b08c95837c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:07.536375 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-02c32ef1-2e88-4fb3-b60b-564fb070bd6f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (57f51fe1-3f84-4117-9c71-6e2d1219573b), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:07.549329 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:07.601104 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-02c32ef1-2e88-4fb3-b60b-564fb070bd6f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (57f51fe1-3f84-4117-9c71-6e2d1219573b), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:07.685327 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-02c32ef1-2e88-4fb3-b60b-564fb070bd6f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (57f51fe1-3f84-4117-9c71-6e2d1219573b), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:07.707633 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c32ef1-2e88-4fb3-b60b-564fb070bd6f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f51fe1-3f84-4117-9c71-6e2d1219573b,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:07.831736 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-02c32ef1-2e88-4fb3-b60b-564fb070bd6f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:07.833831 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-02c32ef1-2e88-4fb3-b60b-564fb070bd6f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4024899 Aug 26 01:02:07.836419 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48602) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:07.838251 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48604) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:07.841451 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:07.843909 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-6e4e3a06-16ac-4f0b-b4f6-2de7c619a20f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1087164614', 'description': 'tempest-secgroup-smoke-1087164614 description', 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:07.913793 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device e967f94e-bace-4caf-91ae-be304b232c93 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:02:07.931210 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6e4e3a06-16ac-4f0b-b4f6-2de7c619a20f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:07.942069 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:07.954048 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:07.959785 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port e967f94e-bace-4caf-91ae-be304b232c93 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:07.960165 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (e967f94e-bace-4caf-91ae-be304b232c93), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.007402 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6e4e3a06-16ac-4f0b-b4f6-2de7c619a20f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group (67c7959f-6575-4d75-98e0-ee85fd896069), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.036744 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port e967f94e-bace-4caf-91ae-be304b232c93 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:08.037422 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (e967f94e-bace-4caf-91ae-be304b232c93), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.059797 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port e967f94e-bace-4caf-91ae-be304b232c93, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=e967f94e-bace-4caf-91ae-be304b232c93,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:08.131391 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6e4e3a06-16ac-4f0b-b4f6-2de7c619a20f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (67c7959f-6575-4d75-98e0-ee85fd896069), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.162992 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e3a06-16ac-4f0b-b4f6-2de7c619a20f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c7959f-6575-4d75-98e0-ee85fd896069,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:08.166322 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (e967f94e-bace-4caf-91ae-be304b232c93), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.216000 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=e967f94e-bace-4caf-91ae-be304b232c93,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:08.264445 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6e4e3a06-16ac-4f0b-b4f6-2de7c619a20f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.265886 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6e4e3a06-16ac-4f0b-b4f6-2de7c619a20f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4259362 Aug 26 01:02:08.268886 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48608) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:08.273760 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-9032c592-3989-4a7c-bc55-af60ea175f19 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Request body: {'security_group_rule': {'security_group_id': '67c7959f-6575-4d75-98e0-ee85fd896069', 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:08.299933 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.363220 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d196a2-7d8d-4323-9135-9adaa988da8b req-95a91053-fc9e-4ad2-a66a-91d7ad0568bd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:08.364760 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-02d196a2-7d8d-4323-9135-9adaa988da8b req-95a91053-fc9e-4ad2-a66a-91d7ad0568bd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 944 time: 0.0805187 Aug 26 01:02:08.403904 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9032c592-3989-4a7c-bc55-af60ea175f19 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (10469c84-6cd6-4527-8cf5-76f85d6ed919), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.457218 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9032c592-3989-4a7c-bc55-af60ea175f19 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (10469c84-6cd6-4527-8cf5-76f85d6ed919), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.459643 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-02d196a2-7d8d-4323-9135-9adaa988da8b req-317b6fc5-f842-42f0-ad28-412e7a815cb9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892186 Aug 26 01:02:08.478659 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Allocated IP 172.27.1.199 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/7cc6df94-eac9-4d15-86fa-af7ad1c20259) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:02:08.525775 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9032c592-3989-4a7c-bc55-af60ea175f19 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (10469c84-6cd6-4527-8cf5-76f85d6ed919), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.544585 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032c592-3989-4a7c-bc55-af60ea175f19 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10469c84-6cd6-4527-8cf5-76f85d6ed919,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:08.584650 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for port (7cc6df94-eac9-4d15-86fa-af7ad1c20259), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.647399 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9032c592-3989-4a7c-bc55-af60ea175f19 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.648741 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-9032c592-3989-4a7c-bc55-af60ea175f19 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788576 Aug 26 01:02:08.651421 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48610) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:08.656222 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-daf7d1d6-1966-4812-84f7-59a093ed8f6a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Request body: {'security_group_rule': {'security_group_id': '67c7959f-6575-4d75-98e0-ee85fd896069', 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:08.714516 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (7cc6df94-eac9-4d15-86fa-af7ad1c20259), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.746689 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:08.760309 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:02:08.763625 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:02:08.768014 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:02:08.784153 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-daf7d1d6-1966-4812-84f7-59a093ed8f6a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (20c30f16-aa79-4ba8-b7f5-4a1bf28dd60b), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.796452 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'Port': ['ID=7cc6df94-eac9-4d15-86fa-af7ad1c20259,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:08.837957 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:08.849006 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-daf7d1d6-1966-4812-84f7-59a093ed8f6a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (20c30f16-aa79-4ba8-b7f5-4a1bf28dd60b), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.858089 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (c5473b91-58a4-4d2e-8235-8c3712536696), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.930881 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-daf7d1d6-1966-4812-84f7-59a093ed8f6a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (20c30f16-aa79-4ba8-b7f5-4a1bf28dd60b), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:08.955921 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7d1d6-1966-4812-84f7-59a093ed8f6a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c30f16-aa79-4ba8-b7f5-4a1bf28dd60b,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:08.988001 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (7cc6df94-eac9-4d15-86fa-af7ad1c20259), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.024745 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Sync routers for ids ['044ac5a4-82a2-4754-8869-99110cf546ea'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:02:09.028853 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:09.038955 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Routers {'044ac5a4-82a2-4754-8869-99110cf546ea'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:02:09.039628 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:02:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['044ac5a4-82a2-4754-8869-99110cf546ea'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:09.075994 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-daf7d1d6-1966-4812-84f7-59a093ed8f6a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.078435 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-daf7d1d6-1966-4812-84f7-59a093ed8f6a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4259255 Aug 26 01:02:09.081158 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48612) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:09.085720 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-7c6ae69c-e68a-4fa3-82fa-00f2d049eee8 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Request body: {'security_group_rule': {'security_group_id': '67c7959f-6575-4d75-98e0-ee85fd896069', 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:09.148506 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Set router 044ac5a4-82a2-4754-8869-99110cf546ea gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:02:09.150198 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for port (7cc6df94-eac9-4d15-86fa-af7ad1c20259), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.181827 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7c6ae69c-e68a-4fa3-82fa-00f2d049eee8 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (3df34ab4-1b3a-4c75-96e5-91e2ac43cab3), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.242838 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7c6ae69c-e68a-4fa3-82fa-00f2d049eee8 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (3df34ab4-1b3a-4c75-96e5-91e2ac43cab3), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.257129 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (7cc6df94-eac9-4d15-86fa-af7ad1c20259), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.330897 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'Port': ['ID=7cc6df94-eac9-4d15-86fa-af7ad1c20259,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:09.333281 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (c5473b91-58a4-4d2e-8235-8c3712536696), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.347097 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'name': 'tempest-TestShelveInstance-1505584539-router', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:02:02Z', 'updated_at': '2022-08-26T01:02:06Z', 'revision_number': 4, 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'gw_port': {'id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:02:03Z', 'updated_at': '2022-08-26T01:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9', 'name': '', 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'mac_address': 'fa:16:3e:6e:b0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a2f22663-583b-4ed5-8b2f-8adee9302e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:02:05Z', 'updated_at': '2022-08-26T01:02:06Z', 'revision_number': 2, 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'subnets': [{'id': 'a2f22663-583b-4ed5-8b2f-8adee9302e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:09.359781 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7c6ae69c-e68a-4fa3-82fa-00f2d049eee8 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (3df34ab4-1b3a-4c75-96e5-91e2ac43cab3), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.371111 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Checking router: 044ac5a4-82a2-4754-8869-99110cf546ea for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:02:09.371464 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Updating router 044ac5a4-82a2-4754-8869-99110cf546ea port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 binding host dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:02:09.382008 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ae69c-e68a-4fa3-82fa-00f2d049eee8 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df34ab4-1b3a-4c75-96e5-91e2ac43cab3,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:09.400909 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.531727 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=100 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:09.586279 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddcf75-f8b5-4957-b192-6454f1af9ae7 req-b22604fa-382d-4988-a73a-8f2dd79f14e8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:09.587978 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e7ddcf75-f8b5-4957-b192-6454f1af9ae7 req-b22604fa-382d-4988-a73a-8f2dd79f14e8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 944 time: 0.0499117 Aug 26 01:02:09.607814 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.618934 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-7a095119-c8b2-4344-bc76-8484406fa313 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7811685 Aug 26 01:02:09.627709 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7c6ae69c-e68a-4fa3-82fa-00f2d049eee8 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.629427 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7c6ae69c-e68a-4fa3-82fa-00f2d049eee8 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5467739 Aug 26 01:02:09.632187 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48618) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:09.637646 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-959774b6-49d3-4ed5-962b-4353a416dedb tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Request body: {'security_group_rule': {'security_group_id': '67c7959f-6575-4d75-98e0-ee85fd896069', 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:09.654662 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e7ddcf75-f8b5-4957-b192-6454f1af9ae7 req-41342038-b581-4d15-a050-47657d53642d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562515 Aug 26 01:02:09.760897 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-959774b6-49d3-4ed5-962b-4353a416dedb tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (90a9a427-bc07-40e4-8f84-8ddbf9077bf3), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.768078 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Publish callbacks [] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), precommit_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.770465 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:09.839732 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.852124 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-6b0be47b-5be6-4a92-8faf-6ad2fe78d36f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--835004462&fields=id&tenant_id=03b021c415a147e08dbfede2ddc8cc27 HTTP/1.1" status: 200 len: 267 time: 0.0660684 Aug 26 01:02:09.861820 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-959774b6-49d3-4ed5-962b-4353a416dedb tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (90a9a427-bc07-40e4-8f84-8ddbf9077bf3), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.923484 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device e967f94e-bace-4caf-91ae-be304b232c93 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:02:09.926526 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004182e-dd6d-49c2-a1df-a5f4de753b08 None None] Pushing event updated for resources: {'Port': ['ID=4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9,revision_number=3']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:09.927930 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:09.929037 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-959774b6-49d3-4ed5-962b-4353a416dedb tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (90a9a427-bc07-40e4-8f84-8ddbf9077bf3), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.939031 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Attempting to bind port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:02:09.939530 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Attempting to bind port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': 'f4f5c75f-bf1e-406d-96bf-8998c64dd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163'}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:02:09.939864 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Attempting to bind port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 on network b99cfc8f-7219-4397-9d1a-b88fdfe05163 {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:02:09.945979 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:02:09.946799 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Checking segment: {'id': 'f4f5c75f-bf1e-406d-96bf-8998c64dd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:02:09.946799 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.947779 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Bound using segment: {'id': 'f4f5c75f-bf1e-406d-96bf-8998c64dd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163'} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:02:09.947779 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Bound port: 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f5c75f-bf1e-406d-96bf-8998c64dd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163'}}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:02:09.948039 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.959997 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959774b6-49d3-4ed5-962b-4353a416dedb tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a9a427-bc07-40e4-8f84-8ddbf9077bf3,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:09.983345 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port e967f94e-bace-4caf-91ae-be304b232c93 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:09.983345 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (e967f94e-bace-4caf-91ae-be304b232c93), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:09.996333 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-b158d405-f3f7-4920-9a66-1787f1e651cc tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:09.997840 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-b158d405-f3f7-4920-9a66-1787f1e651cc tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 815 time: 0.1381474 Aug 26 01:02:10.011601 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] For port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:02:10.015292 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] For port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9,segment=NetworkSegment(f4f5c75f-bf1e-406d-96bf-8998c64dd85f),segment_id=f4f5c75f-bf1e-406d-96bf-8998c64dd85f)] {{(pid=113338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:02:10.021951 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-a716cd20-cf09-4659-a572-e80c1e90e1d6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/quotas/03b021c415a147e08dbfede2ddc8cc27 HTTP/1.1" status: 200 len: 375 time: 0.0174680 Aug 26 01:02:10.058345 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-959774b6-49d3-4ed5-962b-4353a416dedb tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:10.059705 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-959774b6-49d3-4ed5-962b-4353a416dedb tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4263194 Aug 26 01:02:10.062355 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48634) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:10.070305 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port e967f94e-bace-4caf-91ae-be304b232c93 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:10.070776 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-8f0f5d0e-2d24-439d-8ee4-39ba14240be9 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Request body: {'security_group_rule': {'security_group_id': '67c7959f-6575-4d75-98e0-ee85fd896069', 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:10.085761 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-fd9efc15-5cb1-4266-9403-d208b2d95fcc tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629890 Aug 26 01:02:10.159899 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:10.185434 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e7fd30e0-6ea6-420a-a554-d527f5c7fa28 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864284 Aug 26 01:02:10.197420 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Routers {'044ac5a4-82a2-4754-8869-99110cf546ea'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:02:10.198050 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:02:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['044ac5a4-82a2-4754-8869-99110cf546ea'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:10.200578 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.securitygroups_db [None req-8f0f5d0e-2d24-439d-8ee4-39ba14240be9 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Project a223be1c2f6a4cd281b20b0bc7281554 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:02:10.204454 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:10.241350 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5d0e-2d24-439d-8ee4-39ba14240be9 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (54797151-7c07-4efa-95e2-7ee32e22972a), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:10.253701 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004182e-dd6d-49c2-a1df-a5f4de753b08 None None] Pushing event updated for resources: {'Port': ['ID=4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9,revision_number=4']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:10.318414 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] Set router 044ac5a4-82a2-4754-8869-99110cf546ea gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:02:10.323372 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:10.327389 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-4d8fed7e-7b73-40c8-a39e-1a8f8137b408 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355422 Aug 26 01:02:10.342547 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5d0e-2d24-439d-8ee4-39ba14240be9 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (54797151-7c07-4efa-95e2-7ee32e22972a), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:10.443123 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:10.462415 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5d0e-2d24-439d-8ee4-39ba14240be9 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (54797151-7c07-4efa-95e2-7ee32e22972a), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:10.481471 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f5d0e-2d24-439d-8ee4-39ba14240be9 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54797151-7c07-4efa-95e2-7ee32e22972a,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:10.516435 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'name': 'tempest-TestShelveInstance-1505584539-router', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:02:02Z', 'updated_at': '2022-08-26T01:02:06Z', 'revision_number': 4, 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'gw_port': {'id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:02:03Z', 'updated_at': '2022-08-26T01:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9', 'name': '', 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'mac_address': 'fa:16:3e:6e:b0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a2f22663-583b-4ed5-8b2f-8adee9302e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:02:05Z', 'updated_at': '2022-08-26T01:02:10Z', 'revision_number': 4, 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'subnets': [{'id': 'a2f22663-583b-4ed5-8b2f-8adee9302e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:10.541147 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412422f-f7d5-4bb2-913f-be70a1f9be17 None None] The sync data for ids ['044ac5a4-82a2-4754-8869-99110cf546ea'] in dv-cinder-835384-25-iscsi is: [{'id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'name': 'tempest-TestShelveInstance-1505584539-router', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:02:02Z', 'updated_at': '2022-08-26T01:02:06Z', 'revision_number': 4, 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'gw_port': {'id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:02:03Z', 'updated_at': '2022-08-26T01:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9', 'name': '', 'network_id': 'b99cfc8f-7219-4397-9d1a-b88fdfe05163', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'mac_address': 'fa:16:3e:6e:b0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a2f22663-583b-4ed5-8b2f-8adee9302e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:02:05Z', 'updated_at': '2022-08-26T01:02:10Z', 'revision_number': 4, 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'subnets': [{'id': 'a2f22663-583b-4ed5-8b2f-8adee9302e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:02:10.573946 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5d0e-2d24-439d-8ee4-39ba14240be9 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:10.575456 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8f0f5d0e-2d24-439d-8ee4-39ba14240be9 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5121591 Aug 26 01:02:10.579645 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48636) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:10.604140 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-dd7b0d6f-1b6b-4b9f-b32c-767f0ccc7d2a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Request body: {'security_group_rule': {'security_group_id': '67c7959f-6575-4d75-98e0-ee85fd896069', 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:10.696867 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fb4eab81-73d1-495f-ab3d-61de768d55a4 req-2feda770-0cae-4c16-a9a9-2a6b727bef1c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 210 time: 0.0520973 Aug 26 01:02:10.719814 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.securitygroups_db [None req-dd7b0d6f-1b6b-4b9f-b32c-767f0ccc7d2a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Project a223be1c2f6a4cd281b20b0bc7281554 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:02:10.733908 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0d6f-1b6b-4b9f-b32c-767f0ccc7d2a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (a325911e-507e-42ba-b0ae-cd4bd434b49b), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:10.821976 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0d6f-1b6b-4b9f-b32c-767f0ccc7d2a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (a325911e-507e-42ba-b0ae-cd4bd434b49b), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:10.823509 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44edcbe-36dc-42ad-a9ea-4644e5c57b31 req-608f559f-efcd-4532-8762-40efc5d8cdb8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:10.825243 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d44edcbe-36dc-42ad-a9ea-4644e5c57b31 req-608f559f-efcd-4532-8762-40efc5d8cdb8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 944 time: 0.0631690 Aug 26 01:02:10.881467 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d44edcbe-36dc-42ad-a9ea-4644e5c57b31 req-5bfd463f-7347-4026-83ab-3f3719d804c8 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495503 Aug 26 01:02:10.914045 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0d6f-1b6b-4b9f-b32c-767f0ccc7d2a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (a325911e-507e-42ba-b0ae-cd4bd434b49b), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:10.933744 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b0d6f-1b6b-4b9f-b32c-767f0ccc7d2a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a325911e-507e-42ba-b0ae-cd4bd434b49b,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:11.049192 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0d6f-1b6b-4b9f-b32c-767f0ccc7d2a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:11.049192 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-dd7b0d6f-1b6b-4b9f-b32c-767f0ccc7d2a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4680531 Aug 26 01:02:11.807303 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-84c5ba22-dff0-4fa4-8fd1-40d48ab7c96b req-b56d4254-791a-4c40-aefc-7cf5573847f1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 210 time: 0.0288820 Aug 26 01:02:11.910767 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:02:11.973458 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:11.974161 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:12.013274 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ab29a-970f-486b-9769-efe6a9cee120 req-fe80c0f4-ad98-4ee4-99de-60c85ab781d0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:12.015516 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-499ab29a-970f-486b-9769-efe6a9cee120 req-fe80c0f4-ad98-4ee4-99de-60c85ab781d0 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 944 time: 0.0537417 Aug 26 01:02:12.075344 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:12.077223 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:12.097289 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-499ab29a-970f-486b-9769-efe6a9cee120 req-7112e394-4768-4975-82a5-cda30efc020f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688288 Aug 26 01:02:12.126882 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9,segment=NetworkSegment(f4f5c75f-bf1e-406d-96bf-8998c64dd85f),segment_id=f4f5c75f-bf1e-406d-96bf-8998c64dd85f)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:12.337075 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:12.396177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:12.913408 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1cbe0143-d6a9-4b58-a55d-481fd7b93c07 req-5408997b-1825-494a-aea1-ac3d273a43c8 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 210 time: 0.0304749 Aug 26 01:02:13.236563 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e0fb9-a3ad-472e-8f12-56a642683957 req-4c6f2dcd-9195-41d5-afa0-791ad3090e21 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:13.238263 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b47e0fb9-a3ad-472e-8f12-56a642683957 req-4c6f2dcd-9195-41d5-afa0-791ad3090e21 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 944 time: 0.0613909 Aug 26 01:02:13.294153 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b47e0fb9-a3ad-472e-8f12-56a642683957 req-be2c1e5c-74f5-4f6b-a58a-dc6eec942631 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491405 Aug 26 01:02:13.907466 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:02:13.948109 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-0b56afe0-cea1-44fb-919c-89aeb74ce6b9 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:13.950201 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-0b56afe0-cea1-44fb-919c-89aeb74ce6b9 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 815 time: 0.1215572 Aug 26 01:02:13.963924 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:13.964293 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:14.004813 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:14.039300 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-58cc5322-d26a-4f8e-8ea6-4e319807eb4f req-94769217-d70c-4330-85d8-36968e8d821c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 210 time: 0.0391319 Aug 26 01:02:14.048495 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:14.065746 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-2b554ea9-e903-4e4f-a141-c430652cd688 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=03b021c415a147e08dbfede2ddc8cc27 HTTP/1.1" status: 200 len: 472 time: 0.1000850 Aug 26 01:02:14.075880 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'port': {'device_id': '3955819b-d03a-4684-aba7-5d485c66a29e', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'admin_state_up': True, 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'security_groups': ['9ae687c1-cd60-4305-8c01-19b08c95837c']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:14.279848 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Made reservation on behalf of 03b021c415a147e08dbfede2ddc8cc27 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:02:14.289955 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:14.424441 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Allocated IP 172.20.0.7 (de5adc9b-87c3-4a41-9cca-c473a399648a/ad94f7b1-719f-4b94-ae3d-641d20a8d9a1/66599df3-70a8-4a2f-b18a-a34433739290) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:02:14.424883 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de364b-1edd-4eb3-9145-22afd40b64ee req-da34900d-4e7c-4d0a-87a6-99e1af3bfdfd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:14.426430 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c0de364b-1edd-4eb3-9145-22afd40b64ee req-da34900d-4e7c-4d0a-87a6-99e1af3bfdfd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 944 time: 0.0498629 Aug 26 01:02:14.428517 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:14.478683 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c0de364b-1edd-4eb3-9145-22afd40b64ee req-dffa26bb-19f2-44e4-a764-98f90eb4365b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467334 Aug 26 01:02:14.573972 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for port (66599df3-70a8-4a2f-b18a-a34433739290), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:14.697542 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (66599df3-70a8-4a2f-b18a-a34433739290), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:14.744553 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Network de5adc9b-87c3-4a41-9cca-c473a399648a is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:02:14.747731 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:02:14.752079 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:02:14.777929 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'Port': ['ID=66599df3-70a8-4a2f-b18a-a34433739290,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:14.808315 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:14.808956 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:14.901714 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 5db3f93c-3ea8-4e55-9a42-5db856dcb138 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 01:02:14.906007 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e072b5ee-bded-4c60-95ca-9736c2a55365 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8351817 Aug 26 01:02:14.915549 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:14.926072 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Request body: {'port': {'device_id': '3955819b-d03a-4684-aba7-5d485c66a29e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:14.994170 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (66599df3-70a8-4a2f-b18a-a34433739290), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:15.019887 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-c2aca513-3986-442c-8438-1f47eb63fc6e None None] Provisioning complete for port 66599df3-70a8-4a2f-b18a-a34433739290 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:15.020128 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-c2aca513-3986-442c-8438-1f47eb63fc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (66599df3-70a8-4a2f-b18a-a34433739290), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:15.022552 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 5db3f93c-3ea8-4e55-9a42-5db856dcb138, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5db3f93c-3ea8-4e55-9a42-5db856dcb138,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:15.105752 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:15.181502 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '5db3f93c-3ea8-4e55-9a42-5db856dcb138', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'port_id': '5db3f93c-3ea8-4e55-9a42-5db856dcb138', 'mac_address': 'fa:16:3e:52:60:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 01:02:15.193381 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-c2aca513-3986-442c-8438-1f47eb63fc6e None None] Port 66599df3-70a8-4a2f-b18a-a34433739290 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:02:15.224918 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:15.225312 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:15.237560 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fb0b9-317a-4676-98b0-c5a8e236fbc1 req-858f5b6f-f05c-4c26-8e69-7c8c42b7a873 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:15.238962 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db3f93c-3ea8-4e55-9a42-5db856dcb138 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:02:15.239108 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ee4fb0b9-317a-4676-98b0-c5a8e236fbc1 req-858f5b6f-f05c-4c26-8e69-7c8c42b7a873 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 931 time: 0.1046603 Aug 26 01:02:15.263406 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 5db3f93c-3ea8-4e55-9a42-5db856dcb138, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5db3f93c-3ea8-4e55-9a42-5db856dcb138,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:15.332906 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ee4fb0b9-317a-4676-98b0-c5a8e236fbc1 req-078a4b7d-3d75-43d2-b61d-fa504979ede5 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864589 Aug 26 01:02:15.337021 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:15.378262 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66599df3-70a8-4a2f-b18a-a34433739290 {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:02:15.391475 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Publish callbacks [] for port (66599df3-70a8-4a2f-b18a-a34433739290), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:15.396199 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=5db3f93c-3ea8-4e55-9a42-5db856dcb138,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:15.412028 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Transition to ACTIVE for port object 66599df3-70a8-4a2f-b18a-a34433739290 will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 01:02:15.485192 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (66599df3-70a8-4a2f-b18a-a34433739290), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:15.557881 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Pushing event updated for resources: {'Port': ['ID=66599df3-70a8-4a2f-b18a-a34433739290,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:15.587286 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.587669 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.588013 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.588348 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.588706 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.589037 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.589414 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.589743 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.590655 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.590655 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.590870 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.590993 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.591317 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.591639 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.592514 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:02:15.603793 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:15.613738 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f879d3-27ae-4385-9354-f8b6041a02b6 req-2f0b3e4d-aa13-49f2-ac06-81bf04107178 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:15.615565 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f9f879d3-27ae-4385-9354-f8b6041a02b6 req-2f0b3e4d-aa13-49f2-ac06-81bf04107178 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 945 time: 0.0574210 Aug 26 01:02:15.625741 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Attempting to bind port 66599df3-70a8-4a2f-b18a-a34433739290 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:02:15.626089 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Attempting to bind port 66599df3-70a8-4a2f-b18a-a34433739290 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:02:15.626418 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Attempting to bind port 66599df3-70a8-4a2f-b18a-a34433739290 on network de5adc9b-87c3-4a41-9cca-c473a399648a {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:02:15.631452 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Port 66599df3-70a8-4a2f-b18a-a34433739290 on network de5adc9b-87c3-4a41-9cca-c473a399648a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 01:02:15.631776 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Attempting to bind port 66599df3-70a8-4a2f-b18a-a34433739290 on network de5adc9b-87c3-4a41-9cca-c473a399648a {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:02:15.637134 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:02:15.637474 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Checking segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:02:15.637869 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Bound using segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:02:15.638480 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Bound port: 66599df3-70a8-4a2f-b18a-a34433739290, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:02:15.638846 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (66599df3-70a8-4a2f-b18a-a34433739290), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:15.676942 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f9f879d3-27ae-4385-9354-f8b6041a02b6 req-0a37cf21-c448-4e7f-ad85-ff9e6a1a0268 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550902 Aug 26 01:02:15.685263 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['5db3f93c-3ea8-4e55-9a42-5db856dcb138'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:02:15.706287 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] For port 66599df3-70a8-4a2f-b18a-a34433739290, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:02:15.706549 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:15.709763 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] For port 66599df3-70a8-4a2f-b18a-a34433739290, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66599df3-70a8-4a2f-b18a-a34433739290,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:02:15.862889 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (66599df3-70a8-4a2f-b18a-a34433739290), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:15.866306 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:15.867018 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:15.868719 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/66599df3-70a8-4a2f-b18a-a34433739290 HTTP/1.1" status: 200 len: 1093 time: 0.9469144 Aug 26 01:02:15.876283 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3955819b-d03a-4684-aba7-5d485c66a29e', 'tag': '66599df3-70a8-4a2f-b18a-a34433739290'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:02:15.876283 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1f05d7-eafd-4b89-b5c4-1c64df9a91ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3955819b-d03a-4684-aba7-5d485c66a29e", "tag": "66599df3-70a8-4a2f-b18a-a34433739290"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:02:15.917192 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316a8e22-e08c-46d1-8d48-98537d2807ab x-openstack-request-id: req-316a8e22-e08c-46d1-8d48-98537d2807ab {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:02:15.917488 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3955819b-d03a-4684-aba7-5d485c66a29e", "tag": "66599df3-70a8-4a2f-b18a-a34433739290", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:02:15.917743 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-316a8e22-e08c-46d1-8d48-98537d2807ab {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:02:15.918142 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316a8e22-e08c-46d1-8d48-98537d2807ab'] response: {'name': 'network-changed', 'server_uuid': '3955819b-d03a-4684-aba7-5d485c66a29e', 'tag': '66599df3-70a8-4a2f-b18a-a34433739290', 'status': 'completed', 'code': 200} Aug 26 01:02:15.936089 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c12e3-b80d-4ef8-a32e-cfe23c161137 service neutron] Pushing event updated for resources: {'Port': ['ID=66599df3-70a8-4a2f-b18a-a34433739290,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:16.012060 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f05d7-eafd-4b89-b5c4-1c64df9a91ef req-7a327b7f-489b-4f8a-bad2-f7224fb265fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:16.013712 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-de1f05d7-eafd-4b89-b5c4-1c64df9a91ef req-7a327b7f-489b-4f8a-bad2-f7224fb265fb service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 1127 time: 0.0400445 Aug 26 01:02:16.121531 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f05d7-eafd-4b89-b5c4-1c64df9a91ef req-f99eca7c-610d-41f1-8632-a738c7358486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:16.122884 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-de1f05d7-eafd-4b89-b5c4-1c64df9a91ef req-f99eca7c-610d-41f1-8632-a738c7358486 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=03b021c415a147e08dbfede2ddc8cc27&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0947511 Aug 26 01:02:16.223192 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f05d7-eafd-4b89-b5c4-1c64df9a91ef req-55f5a65c-a51e-43f6-9fd1-fced1a414ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:16.224703 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-de1f05d7-eafd-4b89-b5c4-1c64df9a91ef req-55f5a65c-a51e-43f6-9fd1-fced1a414ddd service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0940917 Aug 26 01:02:16.329847 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-f002f573-87c9-4067-a5ad-284126e91f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:16.331338 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-f002f573-87c9-4067-a5ad-284126e91f64 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 1127 time: 0.0397320 Aug 26 01:02:16.381722 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-50fb85d0-71d9-4e3f-a18e-1341e8a3c3b3 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66599df3-70a8-4a2f-b18a-a34433739290 HTTP/1.1" status: 200 len: 217 time: 0.0363541 Aug 26 01:02:16.395094 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:16.441897 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-14f9b960-064c-400f-86ab-f06eac8b2df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:16.443659 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-14f9b960-064c-400f-86ab-f06eac8b2df4 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ad94f7b1-719f-4b94-ae3d-641d20a8d9a1 HTTP/1.1" status: 200 len: 854 time: 0.0554452 Aug 26 01:02:16.480803 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af63b03-658e-4541-ac51-adb597020116 req-963c2223-a0fa-4ea1-a691-be442a9d794c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:16.482491 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4af63b03-658e-4541-ac51-adb597020116 req-963c2223-a0fa-4ea1-a691-be442a9d794c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 943 time: 0.0642147 Aug 26 01:02:16.491641 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-b7ebb578-d88a-4289-bf26-8f03ac41105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:16.499082 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-b7ebb578-d88a-4289-bf26-8f03ac41105b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=de5adc9b-87c3-4a41-9cca-c473a399648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436473 Aug 26 01:02:16.533663 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4af63b03-658e-4541-ac51-adb597020116 req-38e4f914-83d1-456f-bbc7-7d0c9208adae tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443497 Aug 26 01:02:16.592949 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-b57a5f3f-91a9-4868-a884-69e61c21b000 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922947 Aug 26 01:02:16.685470 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b9713c7-9b99-4b29-8187-3c03328e2ead req-e6644bbd-77e6-449b-a256-3db2d323ddd3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864198 Aug 26 01:02:16.806973 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abae2d-2f5c-4585-88e6-fde71c2a6412 req-9cf15900-8bac-40be-933d-2d7208375e0d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:16.808414 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-81abae2d-2f5c-4585-88e6-fde71c2a6412 req-9cf15900-8bac-40be-933d-2d7208375e0d tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 945 time: 0.0532284 Aug 26 01:02:16.859880 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-81abae2d-2f5c-4585-88e6-fde71c2a6412 req-0f27bbd5-9e03-4457-acd6-1b16815cf381 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456698 Aug 26 01:02:16.937297 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 5db3f93c-3ea8-4e55-9a42-5db856dcb138 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:02:16.983152 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 01:02:17.085724 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:17.086182 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:17.089734 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:17.163258 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:17.163653 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:17.189416 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db3f93c-3ea8-4e55-9a42-5db856dcb138'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:02:17.192275 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749b4e57-4407-4b8c-8d8b-fd75be3ce1db" -d '{"events": [{"server_uuid": "31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed", "name": "network-vif-plugged", "status": "completed", "tag": "5db3f93c-3ea8-4e55-9a42-5db856dcb138"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:02:17.208338 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 5db3f93c-3ea8-4e55-9a42-5db856dcb138, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5db3f93c-3ea8-4e55-9a42-5db856dcb138,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:17.233487 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b238dbcb-957c-4948-acf0-ccc9406269e0 x-openstack-request-id: req-b238dbcb-957c-4948-acf0-ccc9406269e0 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:02:17.233487 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed", "name": "network-vif-plugged", "status": "completed", "tag": "5db3f93c-3ea8-4e55-9a42-5db856dcb138", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:02:17.233487 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b238dbcb-957c-4948-acf0-ccc9406269e0 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:02:17.233487 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b238dbcb-957c-4948-acf0-ccc9406269e0'] response: {'server_uuid': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db3f93c-3ea8-4e55-9a42-5db856dcb138', 'code': 200} Aug 26 01:02:17.290820 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:17.346853 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=5db3f93c-3ea8-4e55-9a42-5db856dcb138,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:17.653614 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0018-adef-4abc-b675-392993fd4d73 req-cd5d47e8-7fdc-4f89-bd79-2c5dc9df67f4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:17.655649 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-73bf0018-adef-4abc-b675-392993fd4d73 req-cd5d47e8-7fdc-4f89-bd79-2c5dc9df67f4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 943 time: 0.0469568 Aug 26 01:02:17.707597 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-73bf0018-adef-4abc-b675-392993fd4d73 req-3d7cfac0-6c98-475d-8ba2-930da0b614fb tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449519 Aug 26 01:02:17.989990 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e03e4-0c3a-4cd4-abc0-842755f99086 req-a7043415-3d58-45b4-9b02-8a53807c10c9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:17.991497 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-350e03e4-0c3a-4cd4-abc0-842755f99086 req-a7043415-3d58-45b4-9b02-8a53807c10c9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 946 time: 0.0547802 Aug 26 01:02:18.001156 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c4f63-5349-404c-925c-f54955886af5 req-80089dac-7f1a-4697-9d9a-d713b98cc291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:18.002642 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e32c4f63-5349-404c-925c-f54955886af5 req-80089dac-7f1a-4697-9d9a-d713b98cc291 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 1130 time: 0.0400603 Aug 26 01:02:18.049872 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-350e03e4-0c3a-4cd4-abc0-842755f99086 req-efd3280b-ede5-4bee-848a-377eee47b101 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523467 Aug 26 01:02:18.060402 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e32c4f63-5349-404c-925c-f54955886af5 req-769934ba-dbfd-4d9f-80ab-5f05bcbaa7c3 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502644 Aug 26 01:02:18.829497 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df7dcf-3205-4422-b116-8109fb1f093a req-12a29410-abed-43d5-a955-46a8d773efea tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:18.831000 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-57df7dcf-3205-4422-b116-8109fb1f093a req-12a29410-abed-43d5-a955-46a8d773efea tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 943 time: 0.0482936 Aug 26 01:02:18.879851 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-57df7dcf-3205-4422-b116-8109fb1f093a req-c6d14e6f-a6fe-4ba6-9b57-039481fdaf56 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433557 Aug 26 01:02:18.933383 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 66599df3-70a8-4a2f-b18a-a34433739290 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 01:02:19.032215 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 66599df3-70a8-4a2f-b18a-a34433739290, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66599df3-70a8-4a2f-b18a-a34433739290,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:19.056090 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '66599df3-70a8-4a2f-b18a-a34433739290', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'port_id': '66599df3-70a8-4a2f-b18a-a34433739290', 'mac_address': 'fa:16:3e:74:aa:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 01:02:19.097276 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 66599df3-70a8-4a2f-b18a-a34433739290 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:19.097669 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (66599df3-70a8-4a2f-b18a-a34433739290), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:19.112322 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66599df3-70a8-4a2f-b18a-a34433739290 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:02:19.134326 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 66599df3-70a8-4a2f-b18a-a34433739290, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66599df3-70a8-4a2f-b18a-a34433739290,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:19.158940 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:19.177255 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50482db-548d-4bdc-ac68-3f85980dc8ff req-c36f71a0-25ee-4bf8-a0d5-bb6ce6eaf4ce tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:19.178722 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d50482db-548d-4bdc-ac68-3f85980dc8ff req-c36f71a0-25ee-4bf8-a0d5-bb6ce6eaf4ce tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 946 time: 0.0487247 Aug 26 01:02:19.229117 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d50482db-548d-4bdc-ac68-3f85980dc8ff req-f6a507eb-f351-4a9f-881b-1b47bce7eb76 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446525 Aug 26 01:02:19.339023 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (66599df3-70a8-4a2f-b18a-a34433739290), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:19.387045 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=66599df3-70a8-4a2f-b18a-a34433739290,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:19.715808 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['66599df3-70a8-4a2f-b18a-a34433739290'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:02:19.854271 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:19.999630 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cfa3b-1041-40c0-a762-5fbb538b84ea req-359bd5d2-f247-4d1e-a5ff-25dc38f9cb36 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:20.004678 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5d5cfa3b-1041-40c0-a762-5fbb538b84ea req-359bd5d2-f247-4d1e-a5ff-25dc38f9cb36 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 944 time: 0.0478854 Aug 26 01:02:20.051309 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5d5cfa3b-1041-40c0-a762-5fbb538b84ea req-ee4c50b3-3909-4ae3-ab17-19a249f6569b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432885 Aug 26 01:02:20.329666 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:20.347517 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203cf80-6eef-4986-af74-466429a093d7 req-c2861555-4af7-4aa6-bda5-b7398daad100 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:20.350013 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9203cf80-6eef-4986-af74-466429a093d7 req-c2861555-4af7-4aa6-bda5-b7398daad100 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 946 time: 0.0460243 Aug 26 01:02:20.405331 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9203cf80-6eef-4986-af74-466429a093d7 req-0d7e880b-0230-4ab9-be78-324cda7fd804 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493071 Aug 26 01:02:20.510397 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:20.528558 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ac072-de04-4b56-8573-50f62b51041f req-725bf49b-b0fa-458f-b44d-ae2b6eaacabb tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:20.529961 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-151ac072-de04-4b56-8573-50f62b51041f req-725bf49b-b0fa-458f-b44d-ae2b6eaacabb tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 946 time: 0.0523887 Aug 26 01:02:20.581247 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-151ac072-de04-4b56-8573-50f62b51041f req-0ec6eeee-98c9-46e0-96c3-fd88735bafa9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454295 Aug 26 01:02:20.607243 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48760) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:20.815218 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c311995-ba37-4cc2-9225-e8b37fbcbe0d tempest-TestVolumeBootPattern-1089646773 tempest-TestVolumeBootPattern-1089646773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:20.818341 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-0c311995-ba37-4cc2-9225-e8b37fbcbe0d tempest-TestVolumeBootPattern-1089646773 tempest-TestVolumeBootPattern-1089646773-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 1125 time: 0.2080338 Aug 26 01:02:20.819642 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48766) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:20.824072 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'port_id': '5db3f93c-3ea8-4e55-9a42-5db856dcb138', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:20.919410 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:20.962379 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 66599df3-70a8-4a2f-b18a-a34433739290 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:02:21.010658 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 66599df3-70a8-4a2f-b18a-a34433739290 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 01:02:21.103688 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 66599df3-70a8-4a2f-b18a-a34433739290 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:21.104070 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (66599df3-70a8-4a2f-b18a-a34433739290), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:21.193546 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd6d13-2103-4e74-acd1-180f9e1f75a7 req-11218300-35d5-442f-a671-6ce6d40ef22f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:21.197977 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 66599df3-70a8-4a2f-b18a-a34433739290 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:21.198383 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (66599df3-70a8-4a2f-b18a-a34433739290), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:21.200671 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a6cd6d13-2103-4e74-acd1-180f9e1f75a7 req-11218300-35d5-442f-a671-6ce6d40ef22f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 944 time: 0.0608253 Aug 26 01:02:21.227139 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3955819b-d03a-4684-aba7-5d485c66a29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66599df3-70a8-4a2f-b18a-a34433739290'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:02:21.229477 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7b9f03-9c49-4247-a396-fe47a93426d2" -d '{"events": [{"server_uuid": "3955819b-d03a-4684-aba7-5d485c66a29e", "name": "network-vif-plugged", "status": "completed", "tag": "66599df3-70a8-4a2f-b18a-a34433739290"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:02:21.243659 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 66599df3-70a8-4a2f-b18a-a34433739290, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66599df3-70a8-4a2f-b18a-a34433739290,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:21.262411 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a6cd6d13-2103-4e74-acd1-180f9e1f75a7 req-889dbb46-ec00-46f8-9058-1446a208997a tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603340 Aug 26 01:02:21.286484 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063acd4c-fc74-449f-bece-7a1cffe50a82 x-openstack-request-id: req-063acd4c-fc74-449f-bece-7a1cffe50a82 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:02:21.287433 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3955819b-d03a-4684-aba7-5d485c66a29e", "name": "network-vif-plugged", "status": "completed", "tag": "66599df3-70a8-4a2f-b18a-a34433739290", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:02:21.287929 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-063acd4c-fc74-449f-bece-7a1cffe50a82 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:02:21.288334 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063acd4c-fc74-449f-bece-7a1cffe50a82'] response: {'server_uuid': '3955819b-d03a-4684-aba7-5d485c66a29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66599df3-70a8-4a2f-b18a-a34433739290', 'code': 200} Aug 26 01:02:21.292309 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:21.299745 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:21.319151 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (66599df3-70a8-4a2f-b18a-a34433739290), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:21.374923 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=66599df3-70a8-4a2f-b18a-a34433739290,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:21.410028 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Allocated IP 172.27.1.179 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/aec39c6b-7557-4dc9-bd61-bbf4edea7e32) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:02:21.529007 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for port (aec39c6b-7557-4dc9-bd61-bbf4edea7e32), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:21.709965 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (aec39c6b-7557-4dc9-bd61-bbf4edea7e32), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:21.747273 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:21.784865 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:02:21.791261 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:02:21.799982 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:02:21.804377 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844869b-166b-412c-a277-ff4fe94f8d89 req-cf81b6e3-4662-4ff0-8f54-8f339b6c7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:21.805455 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d844869b-166b-412c-a277-ff4fe94f8d89 req-cf81b6e3-4662-4ff0-8f54-8f339b6c7476 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 1129 time: 0.0695448 Aug 26 01:02:21.822620 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'Port': ['ID=aec39c6b-7557-4dc9-bd61-bbf4edea7e32,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:21.900800 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d844869b-166b-412c-a277-ff4fe94f8d89 req-82e076ce-b22a-4f0b-baf0-de6a373ec838 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739906 Aug 26 01:02:22.179410 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:22.188690 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (be17587b-5d7b-4c18-8b9b-0c8654011eef), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:22.386185 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db627cd9-a80f-47a8-a270-8eb18c1d136a req-ef36b94a-5eb7-475f-a8ad-cd68e2aa0c5b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:22.387759 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-db627cd9-a80f-47a8-a270-8eb18c1d136a req-ef36b94a-5eb7-475f-a8ad-cd68e2aa0c5b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 945 time: 0.0475135 Aug 26 01:02:22.388156 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (aec39c6b-7557-4dc9-bd61-bbf4edea7e32), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:22.438052 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-db627cd9-a80f-47a8-a270-8eb18c1d136a req-4e072853-ffe7-4b28-8090-274f4825ac22 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438592 Aug 26 01:02:22.539394 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for port (aec39c6b-7557-4dc9-bd61-bbf4edea7e32), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:22.616398 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (aec39c6b-7557-4dc9-bd61-bbf4edea7e32), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:22.682952 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (be17587b-5d7b-4c18-8b9b-0c8654011eef), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:22.684633 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event updated for resources: {'Port': ['ID=aec39c6b-7557-4dc9-bd61-bbf4edea7e32,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:22.786993 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Floating IP be17587b-5d7b-4c18-8b9b-0c8654011eef associated. External IP: 172.27.1.179, port: 5db3f93c-3ea8-4e55-9a42-5db856dcb138. Aug 26 01:02:22.991802 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:02:23.040027 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:23.096428 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:02:23.107750 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f55297-89d0-4da7-bcca-0ba966f2381b None None] Sync routers for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:02:23.117212 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f55297-89d0-4da7-bcca-0ba966f2381b None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:02:23.119431 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-d0f55297-89d0-4da7-bcca-0ba966f2381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:02:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:23.165398 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:23.166963 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:23.199249 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-64e2fdf8-5a92-4f72-935e-8d0f635164b1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3785987 Aug 26 01:02:23.199843 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'tag': '5db3f93c-3ea8-4e55-9a42-5db856dcb138'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:02:23.202696 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0414a03-2de3-45a9-890d-5e697cc5469a" -d '{"events": [{"name": "network-changed", "server_uuid": "31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed", "tag": "5db3f93c-3ea8-4e55-9a42-5db856dcb138"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:02:23.224098 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-d0f55297-89d0-4da7-bcca-0ba966f2381b None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:02:23.241564 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8fe33a-2fe6-43b3-b70d-915c55c666a7 x-openstack-request-id: req-cd8fe33a-2fe6-43b3-b70d-915c55c666a7 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:02:23.241904 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed", "tag": "5db3f93c-3ea8-4e55-9a42-5db856dcb138", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:02:23.242103 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd8fe33a-2fe6-43b3-b70d-915c55c666a7 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:02:23.242506 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd8fe33a-2fe6-43b3-b70d-915c55c666a7'] response: {'name': 'network-changed', 'server_uuid': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'tag': '5db3f93c-3ea8-4e55-9a42-5db856dcb138', 'status': 'completed', 'code': 200} Aug 26 01:02:23.449973 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-d0f55297-89d0-4da7-bcca-0ba966f2381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '9d5423f7-d09d-4b92-8011-118d73d2a00d', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:24:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638d924-308a-4f2b-945e-5798c738ee45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:00:03Z', 'updated_at': '2022-08-26T01:00:05Z', 'revision_number': 1, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}, {'id': 'be17587b-5d7b-4c18-8b9b-0c8654011eef', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': '5db3f93c-3ea8-4e55-9a42-5db856dcb138', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:52:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:02:22Z', 'updated_at': '2022-08-26T01:02:22Z', 'revision_number': 0, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:23.474396 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f55297-89d0-4da7-bcca-0ba966f2381b None None] Checking router: 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:02:23.483277 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f55297-89d0-4da7-bcca-0ba966f2381b None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:02:23.483883 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-d0f55297-89d0-4da7-bcca-0ba966f2381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:02:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:23.556767 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:23.569724 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30377055-6b85-4082-91b7-6c67a3ccd60d req-fbe116fa-43a1-486f-a5ab-1748922cde60 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:23.571471 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-30377055-6b85-4082-91b7-6c67a3ccd60d req-fbe116fa-43a1-486f-a5ab-1748922cde60 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 945 time: 0.0551639 Aug 26 01:02:23.590863 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-d0f55297-89d0-4da7-bcca-0ba966f2381b None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:02:23.610424 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0414a03-2de3-45a9-890d-5e697cc5469a req-d815b5bc-bf5b-467f-8571-6788d18fe19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:23.611959 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0414a03-2de3-45a9-890d-5e697cc5469a req-d815b5bc-bf5b-467f-8571-6788d18fe19f service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 1130 time: 0.0630028 Aug 26 01:02:23.646005 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-30377055-6b85-4082-91b7-6c67a3ccd60d req-80d8ad93-9109-418c-bf32-bd0493b90c11 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648482 Aug 26 01:02:23.699773 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:23.711347 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0414a03-2de3-45a9-890d-5e697cc5469a req-1098dee8-ac0c-440d-9376-06c633e69a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:23.713026 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0414a03-2de3-45a9-890d-5e697cc5469a req-1098dee8-ac0c-440d-9376-06c633e69a5a service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 914 time: 0.0946410 Aug 26 01:02:23.774877 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:23.794858 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0414a03-2de3-45a9-890d-5e697cc5469a req-df1a0673-b4d3-4d34-baf8-690a60255b44 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db3f93c-3ea8-4e55-9a42-5db856dcb138 HTTP/1.1" status: 200 len: 1000 time: 0.0748670 Aug 26 01:02:23.853240 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0414a03-2de3-45a9-890d-5e697cc5469a req-e5f8639f-dc67-4517-a5b1-ce36af033387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:23.854848 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0414a03-2de3-45a9-890d-5e697cc5469a req-e5f8639f-dc67-4517-a5b1-ce36af033387 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f HTTP/1.1" status: 200 len: 851 time: 0.0534191 Aug 26 01:02:23.858848 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-d0f55297-89d0-4da7-bcca-0ba966f2381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '9d5423f7-d09d-4b92-8011-118d73d2a00d', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:24:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638d924-308a-4f2b-945e-5798c738ee45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:00:03Z', 'updated_at': '2022-08-26T01:00:05Z', 'revision_number': 1, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}, {'id': 'be17587b-5d7b-4c18-8b9b-0c8654011eef', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': '5db3f93c-3ea8-4e55-9a42-5db856dcb138', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:52:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:02:22Z', 'updated_at': '2022-08-26T01:02:22Z', 'revision_number': 0, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:23.891566 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f55297-89d0-4da7-bcca-0ba966f2381b None None] The sync data for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi is: [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '9d5423f7-d09d-4b92-8011-118d73d2a00d', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:24:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638d924-308a-4f2b-945e-5798c738ee45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:00:03Z', 'updated_at': '2022-08-26T01:00:05Z', 'revision_number': 1, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}, {'id': 'be17587b-5d7b-4c18-8b9b-0c8654011eef', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': '5db3f93c-3ea8-4e55-9a42-5db856dcb138', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:52:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:02:22Z', 'updated_at': '2022-08-26T01:02:22Z', 'revision_number': 0, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:02:23.910455 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0414a03-2de3-45a9-890d-5e697cc5469a req-18532ff8-8d7c-48b5-b46b-a5853a182d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:23.912350 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0414a03-2de3-45a9-890d-5e697cc5469a req-18532ff8-8d7c-48b5-b46b-a5853a182d5d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463541 Aug 26 01:02:24.010068 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0414a03-2de3-45a9-890d-5e697cc5469a req-3674b52e-6a58-4b82-ad6c-63a4e5f9ca8e service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904329 Aug 26 01:02:24.095503 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa1eff1-c012-4f89-9003-4f9e4fa77e8a None None] New status for floating IP be17587b-5d7b-4c18-8b9b-0c8654011eef: ACTIVE {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:02:24.110798 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b0414a03-2de3-45a9-890d-5e697cc5469a req-7b9f5385-5203-4ccb-bb30-1f9c6c4db49a service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940645 Aug 26 01:02:24.769864 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ddb4b-9419-462e-9fa0-c32f602a3091 req-03bf952f-592b-42c4-82be-965f8ad47b19 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:24.771372 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-356ddb4b-9419-462e-9fa0-c32f602a3091 req-03bf952f-592b-42c4-82be-965f8ad47b19 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 945 time: 0.0490654 Aug 26 01:02:24.819248 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-356ddb4b-9419-462e-9fa0-c32f602a3091 req-f82d8a9b-dc96-46f2-aa7d-f3ae5af72dae tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422769 Aug 26 01:02:24.947221 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1dcc8-2085-4643-a9ad-ac6bcf9b7e72 req-d8850868-2dc7-442e-a62b-4ba752550789 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:24.947221 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a1e1dcc8-2085-4643-a9ad-ac6bcf9b7e72 req-d8850868-2dc7-442e-a62b-4ba752550789 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 945 time: 0.0546257 Aug 26 01:02:24.955968 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48804) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:24.960423 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-6897a451-ae88-4eb5-a4a7-d397147c3439 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'floatingip': {'port_id': '66599df3-70a8-4a2f-b18a-a34433739290'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:25.004103 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6897a451-ae88-4eb5-a4a7-d397147c3439 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (c5473b91-58a4-4d2e-8235-8c3712536696), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:25.437477 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6897a451-ae88-4eb5-a4a7-d397147c3439 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:25.502281 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6897a451-ae88-4eb5-a4a7-d397147c3439 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (c5473b91-58a4-4d2e-8235-8c3712536696), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:25.598591 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.l3_db [None req-6897a451-ae88-4eb5-a4a7-d397147c3439 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Floating IP c5473b91-58a4-4d2e-8235-8c3712536696 associated. External IP: 172.27.1.199, port: 66599df3-70a8-4a2f-b18a-a34433739290. Aug 26 01:02:25.741724 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:25.802810 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6897a451-ae88-4eb5-a4a7-d397147c3439 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Router b7da65f7-4793-432c-a96b-4d3c019d416d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:02:25.894141 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:25.902903 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6897a451-ae88-4eb5-a4a7-d397147c3439 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:02:25.908364 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6897a451-ae88-4eb5-a4a7-d397147c3439 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:25.912963 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5207c00d-a8b8-4811-921c-09a5bd05f4b3 None None] Sync routers for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:02:25.923321 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5207c00d-a8b8-4811-921c-09a5bd05f4b3 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:02:25.923912 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-5207c00d-a8b8-4811-921c-09a5bd05f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:02:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:25.944339 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-6897a451-ae88-4eb5-a4a7-d397147c3439 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/c5473b91-58a4-4d2e-8235-8c3712536696 HTTP/1.1" status: 200 len: 991 time: 0.9872618 Aug 26 01:02:25.944978 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3955819b-d03a-4684-aba7-5d485c66a29e', 'tag': '66599df3-70a8-4a2f-b18a-a34433739290'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:02:25.947476 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a558afde-6b1e-4fb6-a9bc-5d1325dad3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3955819b-d03a-4684-aba7-5d485c66a29e", "tag": "66599df3-70a8-4a2f-b18a-a34433739290"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:02:25.996721 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c240fd36-74e7-44ea-81b3-a973fed5c246 x-openstack-request-id: req-c240fd36-74e7-44ea-81b3-a973fed5c246 {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:02:25.997022 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3955819b-d03a-4684-aba7-5d485c66a29e", "tag": "66599df3-70a8-4a2f-b18a-a34433739290", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:02:25.997282 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c240fd36-74e7-44ea-81b3-a973fed5c246 {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:02:25.997720 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c240fd36-74e7-44ea-81b3-a973fed5c246'] response: {'name': 'network-changed', 'server_uuid': '3955819b-d03a-4684-aba7-5d485c66a29e', 'tag': '66599df3-70a8-4a2f-b18a-a34433739290', 'status': 'completed', 'code': 200} Aug 26 01:02:26.027079 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-5207c00d-a8b8-4811-921c-09a5bd05f4b3 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:02:26.091983 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558afde-6b1e-4fb6-a9bc-5d1325dad3d3 req-8a74f98e-9c67-4f6e-8b03-367543c17282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:26.093551 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a558afde-6b1e-4fb6-a9bc-5d1325dad3d3 req-8a74f98e-9c67-4f6e-8b03-367543c17282 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 1129 time: 0.0448639 Aug 26 01:02:26.186338 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558afde-6b1e-4fb6-a9bc-5d1325dad3d3 req-ae7ed0db-6169-459c-8b3b-2115a8b3c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:26.187823 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a558afde-6b1e-4fb6-a9bc-5d1325dad3d3 req-ae7ed0db-6169-459c-8b3b-2115a8b3c09b service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 917 time: 0.0879829 Aug 26 01:02:26.196136 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:26.239309 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-5207c00d-a8b8-4811-921c-09a5bd05f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '442fd333-4ca8-4149-9595-7d96400b3022', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:15:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f432be84-f338-4303-86a0-a45611eb0850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:01:01Z', 'updated_at': '2022-08-26T01:01:18Z', 'revision_number': 2, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}, {'id': 'c5473b91-58a4-4d2e-8235-8c3712536696', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '66599df3-70a8-4a2f-b18a-a34433739290', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:74:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3955819b-d03a-4684-aba7-5d485c66a29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:02:08Z', 'updated_at': '2022-08-26T01:02:25Z', 'revision_number': 1, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:26.254138 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a558afde-6b1e-4fb6-a9bc-5d1325dad3d3 req-21f28bb7-086c-429d-84a0-3c9490e36c51 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66599df3-70a8-4a2f-b18a-a34433739290 HTTP/1.1" status: 200 len: 999 time: 0.0597482 Aug 26 01:02:26.304926 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558afde-6b1e-4fb6-a9bc-5d1325dad3d3 req-849ac73b-6e75-4fe1-bf81-f90ec1bdd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:26.306421 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a558afde-6b1e-4fb6-a9bc-5d1325dad3d3 req-849ac73b-6e75-4fe1-bf81-f90ec1bdd14b service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ad94f7b1-719f-4b94-ae3d-641d20a8d9a1 HTTP/1.1" status: 200 len: 854 time: 0.0465205 Aug 26 01:02:26.353619 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558afde-6b1e-4fb6-a9bc-5d1325dad3d3 req-6a292283-2c0c-4bfb-ade7-3b114899b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:26.355148 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a558afde-6b1e-4fb6-a9bc-5d1325dad3d3 req-6a292283-2c0c-4bfb-ade7-3b114899b057 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=de5adc9b-87c3-4a41-9cca-c473a399648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420623 Aug 26 01:02:26.391815 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5207c00d-a8b8-4811-921c-09a5bd05f4b3 None None] Checking router: b7da65f7-4793-432c-a96b-4d3c019d416d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:02:26.402855 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5207c00d-a8b8-4811-921c-09a5bd05f4b3 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:02:26.403463 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-5207c00d-a8b8-4811-921c-09a5bd05f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:02:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:26.431936 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:26.456626 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a558afde-6b1e-4fb6-a9bc-5d1325dad3d3 req-cf088617-6786-4575-a1dd-9a038ec2e4e9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947897 Aug 26 01:02:26.508420 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-5207c00d-a8b8-4811-921c-09a5bd05f4b3 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:02:26.551331 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a558afde-6b1e-4fb6-a9bc-5d1325dad3d3 req-fc7d5a2a-d03e-454f-bcb0-37a5c1f71be5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826766 Aug 26 01:02:26.733403 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-5207c00d-a8b8-4811-921c-09a5bd05f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '442fd333-4ca8-4149-9595-7d96400b3022', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:15:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f432be84-f338-4303-86a0-a45611eb0850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:01:01Z', 'updated_at': '2022-08-26T01:01:18Z', 'revision_number': 2, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}, {'id': 'c5473b91-58a4-4d2e-8235-8c3712536696', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '66599df3-70a8-4a2f-b18a-a34433739290', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:74:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3955819b-d03a-4684-aba7-5d485c66a29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:02:08Z', 'updated_at': '2022-08-26T01:02:25Z', 'revision_number': 1, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:26.765830 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5207c00d-a8b8-4811-921c-09a5bd05f4b3 None None] The sync data for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi is: [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '442fd333-4ca8-4149-9595-7d96400b3022', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:15:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f432be84-f338-4303-86a0-a45611eb0850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:01:01Z', 'updated_at': '2022-08-26T01:01:18Z', 'revision_number': 2, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}, {'id': 'c5473b91-58a4-4d2e-8235-8c3712536696', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '66599df3-70a8-4a2f-b18a-a34433739290', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:74:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3955819b-d03a-4684-aba7-5d485c66a29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:02:08Z', 'updated_at': '2022-08-26T01:02:25Z', 'revision_number': 1, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:02:26.963033 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348531c2-b22a-4870-a794-25da6cb08505 None None] New status for floating IP c5473b91-58a4-4d2e-8235-8c3712536696: ACTIVE {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:02:27.168784 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-62862ade-bbb0-4a97-b678-6eced52b7513 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1087164614&fields=id&tenant_id=a223be1c2f6a4cd281b20b0bc7281554 HTTP/1.1" status: 200 len: 267 time: 0.0448427 Aug 26 01:02:27.287595 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-e7504284-2b50-47d4-8fe5-42d4ef0d5e2a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:27.288999 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-e7504284-2b50-47d4-8fe5-42d4ef0d5e2a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/networks?id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908 HTTP/1.1" status: 200 len: 808 time: 0.1136465 Aug 26 01:02:27.303688 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-45136b5b-6fdd-421f-b88b-9d1a69497e0a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/quotas/a223be1c2f6a4cd281b20b0bc7281554 HTTP/1.1" status: 200 len: 375 time: 0.0093536 Aug 26 01:02:27.357144 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-c41a0a6e-002b-4404-accf-87d914516ee5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=a223be1c2f6a4cd281b20b0bc7281554&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483522 Aug 26 01:02:27.453783 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-ef6a0ca3-91f0-4ec1-bab5-c2e5195dd30e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847816 Aug 26 01:02:27.551118 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-3a65f16f-917f-41f0-a00b-7ce63482e8f8 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914297 Aug 26 01:02:28.149310 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-764f4850-e67b-4cfe-ac66-12f15135a90b req-935212b0-34c5-4b52-835b-29b333e4e0c2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 210 time: 0.0297134 Aug 26 01:02:29.234173 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-aebe1ad0-80b8-4e69-877f-1bf35b21fe0f req-99cff222-08ff-4a0e-bcdc-6bc8f536a081 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 210 time: 0.0302777 Aug 26 01:02:30.344807 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-65b2b971-c4e9-4cda-94ee-5228e543798c req-582232a5-cdeb-46ea-858c-67706f36efd8 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 210 time: 0.0370905 Aug 26 01:02:30.634075 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8909b4a3-ad0f-409e-826c-d608d69a0b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:30.847985 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-fe0d39e1-f105-4365-8df7-b176a8311200 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:30.849557 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-fe0d39e1-f105-4365-8df7-b176a8311200 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.91 "GET /networking/v2.0/networks?id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908 HTTP/1.1" status: 200 len: 808 time: 0.1055517 Aug 26 01:02:30.925640 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-9a44dbb8-b6a4-4c1f-822a-2a02c1577877 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a223be1c2f6a4cd281b20b0bc7281554 HTTP/1.1" status: 200 len: 380 time: 0.0596025 Aug 26 01:02:30.935206 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Request body: {'port': {'device_id': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'admin_state_up': True, 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'security_groups': ['67c7959f-6575-4d75-98e0-ee85fd896069']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:30.981887 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:31.147972 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Made reservation on behalf of a223be1c2f6a4cd281b20b0bc7281554 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:02:31.151884 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:31.291048 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Allocated IP 172.20.0.9 (72a1a80f-93a4-4c90-a775-5c4f6bbbd908/0b14eebb-5d74-4925-b51f-4d4b1decfd28/8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:02:31.433075 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:31.447389 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f5e85212-07b9-4b42-b9d1-980f4a1ae5ed req-a104ede6-e1b6-4018-b23b-e82b8a10cf9f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 210 time: 0.0289776 Aug 26 01:02:31.459919 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:31.599227 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:31.648630 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:02:31.651809 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:02:31.655758 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:02:31.661847 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event updated for resources: {'Port': ['ID=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:31.713565 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:31.714191 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:31.820351 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-b06d16b2-d0fe-42ff-8ce0-4dfb8d2ef4f2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8888183 Aug 26 01:02:31.828558 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-00e19818-929e-41cc-9090-f848d2cc0e14 None None] Provisioning complete for port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:31.829042 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-00e19818-929e-41cc-9090-f848d2cc0e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:31.845574 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Request body: {'port': {'device_id': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:31.861493 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-00e19818-929e-41cc-9090-f848d2cc0e14 None None] Port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:02:31.910256 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:32.080248 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:32.164205 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:02:32.171665 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Publish callbacks [] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:32.184666 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Transition to ACTIVE for port object 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 01:02:32.257730 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:32.338127 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Pushing event updated for resources: {'Port': ['ID=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:32.370056 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Attempting to bind port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:02:32.370398 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Attempting to bind port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:02:32.370725 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Attempting to bind port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f on network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:02:32.375658 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f on network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 01:02:32.375982 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Attempting to bind port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f on network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:02:32.381282 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:02:32.381685 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Checking segment: {'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:02:32.382064 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Bound using segment: {'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:02:32.382492 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Bound port: 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fde4a7b-1f61-4530-9d10-1ad571556f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:02:32.382845 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:32.427485 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:32.446970 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] For port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:02:32.452641 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] For port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:02:32.572054 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813e9d8-9636-4649-bea6-2bc2c1bb9b7a req-72870407-f7f5-4dff-beab-5480bc4edce6 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:32.573544 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e813e9d8-9636-4649-bea6-2bc2c1bb9b7a req-72870407-f7f5-4dff-beab-5480bc4edce6 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0507600 Aug 26 01:02:32.576249 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:32.579304 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:32.579947 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:32.581391 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f HTTP/1.1" status: 200 len: 1093 time: 0.7411010 Aug 26 01:02:32.584783 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:02:32.587040 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bdd93e-a090-469c-9e86-6dc446aa9de9" -d '{"events": [{"name": "network-changed", "server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:02:32.628169 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd02a3-d243-4813-8065-d3f0fc3ed9b5 x-openstack-request-id: req-9cfd02a3-d243-4813-8065-d3f0fc3ed9b5 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:02:32.628460 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:02:32.628740 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9cfd02a3-d243-4813-8065-d3f0fc3ed9b5 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:02:32.629134 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cfd02a3-d243-4813-8065-d3f0fc3ed9b5'] response: {'name': 'network-changed', 'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'status': 'completed', 'code': 200} Aug 26 01:02:32.671977 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e813e9d8-9636-4649-bea6-2bc2c1bb9b7a req-4b903d1b-54b8-4482-817f-6d0879a59666 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895867 Aug 26 01:02:32.672968 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06464e8c-68c4-44e1-abc5-d01889a86d9a service neutron] Pushing event updated for resources: {'Port': ['ID=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:32.720214 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdd93e-a090-469c-9e86-6dc446aa9de9 req-19855180-afe7-4ac0-8a5b-3a1ae6be8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:32.721803 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c4bdd93e-a090-469c-9e86-6dc446aa9de9 req-19855180-afe7-4ac0-8a5b-3a1ae6be8954 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=a223be1c2f6a4cd281b20b0bc7281554&device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 1127 time: 0.0405641 Aug 26 01:02:32.832280 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdd93e-a090-469c-9e86-6dc446aa9de9 req-f0cf16e2-8e6b-4b60-b082-0eca2b915d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:32.833760 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c4bdd93e-a090-469c-9e86-6dc446aa9de9 req-f0cf16e2-8e6b-4b60-b082-0eca2b915d5b service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=a223be1c2f6a4cd281b20b0bc7281554&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0966136 Aug 26 01:02:33.050724 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0e398184-a1ac-4891-b59d-da3828c35db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:33.255934 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdd93e-a090-469c-9e86-6dc446aa9de9 req-5ad18ba6-6df2-4fc8-a34c-c3e53a7ce3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:33.257420 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c4bdd93e-a090-469c-9e86-6dc446aa9de9 req-5ad18ba6-6df2-4fc8-a34c-c3e53a7ce3ae service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3644531 Aug 26 01:02:33.370537 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-a67d9b09-bb82-4927-a13d-0781d034d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:33.372016 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-a67d9b09-bb82-4927-a13d-0781d034d21c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=a223be1c2f6a4cd281b20b0bc7281554&device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 1127 time: 0.0390542 Aug 26 01:02:33.424712 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-2752d5f2-2bee-47c2-a123-a9b1bc439eb0 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f HTTP/1.1" status: 200 len: 217 time: 0.0341203 Aug 26 01:02:33.478494 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-6e9ecfaf-38c1-4074-9ee4-33a4d70d620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:33.480508 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-6e9ecfaf-38c1-4074-9ee4-33a4d70d620c service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=0b14eebb-5d74-4925-b51f-4d4b1decfd28 HTTP/1.1" status: 200 len: 847 time: 0.0497200 Aug 26 01:02:33.530851 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:33.534107 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-def5ed97-be73-4572-9e81-8f39812aaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:33.535570 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-def5ed97-be73-4572-9e81-8f39812aaa25 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424635 Aug 26 01:02:33.630386 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-f0fc1e34-a558-49ca-83ac-09052aaf0c85 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832181 Aug 26 01:02:33.731373 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a8e15768-dcc0-4d9a-b704-b676c9c112fe req-1059567f-e39f-4b3d-97ba-22a0bfff2f07 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882230 Aug 26 01:02:33.824161 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a4570-484b-4648-bb1f-b35342e90950 req-625aaf66-c76f-4cd5-b1fd-92d9be07a579 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:33.825665 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-405a4570-484b-4648-bb1f-b35342e90950 req-625aaf66-c76f-4cd5-b1fd-92d9be07a579 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0586314 Aug 26 01:02:33.874770 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-405a4570-484b-4648-bb1f-b35342e90950 req-b0dcd005-123e-48b6-9592-bcc83e336fae tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434461 Aug 26 01:02:34.364249 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:34.993252 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca529514-2437-4b56-b61e-c4f628c42a32 req-db86e352-c472-47e7-b2a1-8e7916fa051e tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:34.994701 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ca529514-2437-4b56-b61e-c4f628c42a32 req-db86e352-c472-47e7-b2a1-8e7916fa051e tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0472994 Aug 26 01:02:35.043766 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ca529514-2437-4b56-b61e-c4f628c42a32 req-fba6df90-4495-47b5-9952-9cf18380a699 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429590 Aug 26 01:02:35.816415 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:35.878923 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:36.162740 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0ccf5-239e-4f43-92a8-929e8a29682f req-706afa51-6b8d-4266-86a6-c6ba75dc758b tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:36.164198 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b4c0ccf5-239e-4f43-92a8-929e8a29682f req-706afa51-6b8d-4266-86a6-c6ba75dc758b tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0489850 Aug 26 01:02:36.211471 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b4c0ccf5-239e-4f43-92a8-929e8a29682f req-0b20f2c2-6e16-45fe-9a7b-f298563541e4 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416212 Aug 26 01:02:37.069374 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:37.072335 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:37.332992 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894fea-0564-4734-b1a0-34c91ca93b9c req-d15e8295-4180-4a44-99ff-ad57ba0ff11f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:37.334354 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5c894fea-0564-4734-b1a0-34c91ca93b9c req-d15e8295-4180-4a44-99ff-ad57ba0ff11f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0510345 Aug 26 01:02:37.382901 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5c894fea-0564-4734-b1a0-34c91ca93b9c req-0ec229c4-5ac6-4f34-8472-9bbcb915e37f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430801 Aug 26 01:02:38.504832 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693f6c2-4134-477b-a245-17e873b11e42 req-b3adc673-24df-4afb-a84f-2b2b0e438deb tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:38.506230 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c693f6c2-4134-477b-a245-17e873b11e42 req-b3adc673-24df-4afb-a84f-2b2b0e438deb tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0467911 Aug 26 01:02:38.557944 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c693f6c2-4134-477b-a245-17e873b11e42 req-f5730c0d-ba27-4709-9479-bb6b323f3b63 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462286 Aug 26 01:02:39.677403 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e47c31-14f4-48b8-b23a-144e1c8e9dad req-1828448d-a093-47b0-8bad-d7c6fe8fe014 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:39.678864 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-29e47c31-14f4-48b8-b23a-144e1c8e9dad req-1828448d-a093-47b0-8bad-d7c6fe8fe014 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0481701 Aug 26 01:02:39.734926 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-29e47c31-14f4-48b8-b23a-144e1c8e9dad req-0cd3cea3-46bd-4bbf-991f-c0ada1360109 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500970 Aug 26 01:02:40.054967 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:02:40.853923 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a011d3-6541-43c5-b3dc-bbf8a0814dd2 req-7d3c7b4a-8eee-4ecf-a5ef-148a0876663f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:40.855382 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-47a011d3-6541-43c5-b3dc-bbf8a0814dd2 req-7d3c7b4a-8eee-4ecf-a5ef-148a0876663f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0468583 Aug 26 01:02:40.890428 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:40.904763 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-47a011d3-6541-43c5-b3dc-bbf8a0814dd2 req-18226a92-b0e2-4980-b0dc-cfe967ad0f0c tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438211 Aug 26 01:02:41.106741 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 01:02:41.120358 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:41.204961 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:41.215823 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'port_id': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'mac_address': 'fa:16:3e:ae:85:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 01:02:41.253810 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:41.254202 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:41.267276 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:02:41.286235 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:41.352908 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:41.396105 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:41.399049 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:41.795377 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:02:42.029398 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b09890-edb3-4620-a34e-300a7f159f81 req-4c16e2f7-6bba-4671-bc65-060c3aab9fc7 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:42.030877 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-77b09890-edb3-4620-a34e-300a7f159f81 req-4c16e2f7-6bba-4671-bc65-060c3aab9fc7 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 944 time: 0.0516675 Aug 26 01:02:42.083670 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-77b09890-edb3-4620-a34e-300a7f159f81 req-a8f964e5-d4d4-4171-a0eb-0c78b604d962 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473316 Aug 26 01:02:43.122876 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:02:43.168049 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 01:02:43.200360 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbac64-dff2-4e5d-81be-f8ff623bafb8 req-b8278451-ae4b-4708-aca5-e029652aa276 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:43.201894 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-40dbac64-dff2-4e5d-81be-f8ff623bafb8 req-b8278451-ae4b-4708-aca5-e029652aa276 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 944 time: 0.0471632 Aug 26 01:02:43.249982 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:02:43.250442 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:43.250813 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-40dbac64-dff2-4e5d-81be-f8ff623bafb8 req-3b0e7bf7-c6af-4f92-8051-25e151c1a1bd tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 Aug 26 01:02:43.321169 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:02:43.321549 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:43.349242 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:02:43.351474 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93535af7-920b-42dc-a263-2cfeb6ed7200" -d '{"events": [{"server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "name": "network-vif-plugged", "status": "completed", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:02:43.364221 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:02:43.390045 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ebe39c-b03b-4a13-82d2-6db31d742255 x-openstack-request-id: req-18ebe39c-b03b-4a13-82d2-6db31d742255 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:02:43.390045 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "name": "network-vif-plugged", "status": "completed", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:02:43.390045 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18ebe39c-b03b-4a13-82d2-6db31d742255 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:02:43.390045 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ebe39c-b03b-4a13-82d2-6db31d742255'] response: {'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'code': 200} Aug 26 01:02:43.444712 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:43.492176 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:43.867360 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b298e9-9cc3-4bf7-a6d6-f8e394db568a req-344ad785-6f78-4be4-8d74-5b94cb44c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:43.868893 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-71b298e9-9cc3-4bf7-a6d6-f8e394db568a req-344ad785-6f78-4be4-8d74-5b94cb44c5b9 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 1129 time: 0.0398309 Aug 26 01:02:43.918899 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-71b298e9-9cc3-4bf7-a6d6-f8e394db568a req-15ea45a4-61cb-4a3b-b08b-2863c7c7f629 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424709 Aug 26 01:02:44.376004 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f9249-dc6e-464b-9bcd-1abad40b6fe0 req-a8594d23-b403-484e-b4c6-21fbbbf339ad tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:44.377569 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-041f9249-dc6e-464b-9bcd-1abad40b6fe0 req-a8594d23-b403-484e-b4c6-21fbbbf339ad tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0505233 Aug 26 01:02:44.427315 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-041f9249-dc6e-464b-9bcd-1abad40b6fe0 req-285462ae-967a-4d42-ba08-2108ee4d0e6f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440099 Aug 26 01:02:45.552919 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1e0cd-5763-4b2c-b2f6-58771eef8e2a req-4b5539e8-fa7b-4167-8025-67b712c508af tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:45.554369 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-27e1e0cd-5763-4b2c-b2f6-58771eef8e2a req-4b5539e8-fa7b-4167-8025-67b712c508af tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0477743 Aug 26 01:02:45.603168 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-27e1e0cd-5763-4b2c-b2f6-58771eef8e2a req-7f7e1ac7-4268-4369-a407-14eab3af002a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429218 Aug 26 01:02:46.718935 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a949f-363a-4631-8f4d-21ebd5361df3 req-809ffc8a-e9f2-4964-8e76-13a061cb7944 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:46.720286 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-621a949f-363a-4631-8f4d-21ebd5361df3 req-809ffc8a-e9f2-4964-8e76-13a061cb7944 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0465512 Aug 26 01:02:46.759237 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:46.768172 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-621a949f-363a-4631-8f4d-21ebd5361df3 req-91a5f05e-747d-432f-8584-095eb605e057 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423620 Aug 26 01:02:46.889194 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac736538-cf55-4f31-a7a3-636ec6198d18 req-d7719a21-6d8a-4c90-b92e-7d6cdca1ac9c tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:46.890674 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ac736538-cf55-4f31-a7a3-636ec6198d18 req-d7719a21-6d8a-4c90-b92e-7d6cdca1ac9c tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0504432 Aug 26 01:02:46.910540 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:46.940635 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ac736538-cf55-4f31-a7a3-636ec6198d18 req-e6d10ba7-fa37-45d2-a911-c30c590f453a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443125 Aug 26 01:02:46.966667 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48884) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:47.046962 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279baf5f-3c41-428f-8980-9256b6626d58 tempest-TestShelveInstance-1682425762 tempest-TestShelveInstance-1682425762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:47.048503 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-279baf5f-3c41-428f-8980-9256b6626d58 tempest-TestShelveInstance-1682425762 tempest-TestShelveInstance-1682425762-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 1124 time: 0.0808580 Aug 26 01:02:47.051303 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48888) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:02:47.055630 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'port_id': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'fixed_ip_address': '172.20.0.9'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:02:47.158890 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:47.240198 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:47.274137 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:47.343467 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Allocated IP 172.27.1.86 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/8645a71e-81c9-42db-818f-6e1b33c876e4) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:02:47.452139 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for port (8645a71e-81c9-42db-818f-6e1b33c876e4), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:47.530291 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (8645a71e-81c9-42db-818f-6e1b33c876e4), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:47.570001 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:02:47.574608 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:02:47.581092 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:02:47.582357 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event updated for resources: {'Port': ['ID=8645a71e-81c9-42db-818f-6e1b33c876e4,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:47.741021 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:47.929095 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for floatingip (dd69421a-ac80-42ae-bfb6-a1fb80bc846e), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:48.081135 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8645a71e-81c9-42db-818f-6e1b33c876e4), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:48.197189 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:48.222442 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for port (8645a71e-81c9-42db-818f-6e1b33c876e4), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:48.284289 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (8645a71e-81c9-42db-818f-6e1b33c876e4), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:48.355940 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (dd69421a-ac80-42ae-bfb6-a1fb80bc846e), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:48.358720 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event updated for resources: {'Port': ['ID=8645a71e-81c9-42db-818f-6e1b33c876e4,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:02:48.456025 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Floating IP dd69421a-ac80-42ae-bfb6-a1fb80bc846e associated. External IP: 172.27.1.86, port: 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f. Aug 26 01:02:48.678290 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:02:48.777620 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:48.789123 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:02:48.800232 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507d6c3-b1de-4773-80ac-937443674849 None None] Sync routers for ids ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:02:48.808423 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507d6c3-b1de-4773-80ac-937443674849 None None] Routers {'52244a0c-df9f-4a6a-b2fc-89771ca84f0e'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:02:48.809073 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f507d6c3-b1de-4773-80ac-937443674849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:02:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:48.886536 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:48.912951 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-f507d6c3-b1de-4773-80ac-937443674849 None None] Set router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:02:48.923879 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-e3ba2328-4071-4b3b-a017-2a412e37d8cc tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8693705 Aug 26 01:02:48.923879 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:02:48.924792 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d35f40-43b2-4057-8377-f48c167a2da4" -d '{"events": [{"name": "network-changed", "server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:02:48.962864 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1de4c0-7488-4972-8d4a-58071640c959 x-openstack-request-id: req-ed1de4c0-7488-4972-8d4a-58071640c959 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:02:48.963483 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:02:48.963597 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed1de4c0-7488-4972-8d4a-58071640c959 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:02:48.963909 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1de4c0-7488-4972-8d4a-58071640c959'] response: {'name': 'network-changed', 'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'status': 'completed', 'code': 200} Aug 26 01:02:49.014361 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:49.076775 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:49.077311 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d35f40-43b2-4057-8377-f48c167a2da4 req-44c22a17-b3a5-4408-bafe-0fa42715edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:49.079026 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-37d35f40-43b2-4057-8377-f48c167a2da4 req-44c22a17-b3a5-4408-bafe-0fa42715edd2 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=a223be1c2f6a4cd281b20b0bc7281554&device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 1129 time: 0.0466359 Aug 26 01:02:49.149615 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f507d6c3-b1de-4773-80ac-937443674849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:58Z', 'revision_number': 4, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'dd69421a-ac80-42ae-bfb6-a1fb80bc846e', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'port_id': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'mac_address': 'fa:16:3e:ae:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:02:47Z', 'updated_at': '2022-08-26T01:02:47Z', 'revision_number': 0, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2901fe4c-35e2-4038-894b-dc20b9aa4707', 'name': '', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'mac_address': 'fa:16:3e:27:47:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:58Z', 'updated_at': '2022-08-26T01:02:04Z', 'revision_number': 5, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'subnets': [{'id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:49.177993 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507d6c3-b1de-4773-80ac-937443674849 None None] Checking router: 52244a0c-df9f-4a6a-b2fc-89771ca84f0e for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:02:49.186308 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d35f40-43b2-4057-8377-f48c167a2da4 req-f0c598ec-9a89-4f6c-8b75-b69cb5412173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:49.187184 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507d6c3-b1de-4773-80ac-937443674849 None None] Routers {'52244a0c-df9f-4a6a-b2fc-89771ca84f0e'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:02:49.187406 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-37d35f40-43b2-4057-8377-f48c167a2da4 req-f0c598ec-9a89-4f6c-8b75-b69cb5412173 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908 HTTP/1.1" status: 200 len: 910 time: 0.1026480 Aug 26 01:02:49.187790 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f507d6c3-b1de-4773-80ac-937443674849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:02:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:49.226379 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:02:49.253873 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-37d35f40-43b2-4057-8377-f48c167a2da4 req-23e0d4c2-2f0b-43f9-9120-ed33129b6284 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f HTTP/1.1" status: 200 len: 998 time: 0.0576904 Aug 26 01:02:49.291636 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-f507d6c3-b1de-4773-80ac-937443674849 None None] Set router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:02:49.304749 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d35f40-43b2-4057-8377-f48c167a2da4 req-64f8187b-dc3b-4e1d-9fef-905e501bd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:49.306191 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-37d35f40-43b2-4057-8377-f48c167a2da4 req-64f8187b-dc3b-4e1d-9fef-905e501bd0aa service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=0b14eebb-5d74-4925-b51f-4d4b1decfd28 HTTP/1.1" status: 200 len: 847 time: 0.0459907 Aug 26 01:02:49.352195 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d35f40-43b2-4057-8377-f48c167a2da4 req-babcbaaf-ebfe-4533-a090-52be6a309409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:49.352195 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-37d35f40-43b2-4057-8377-f48c167a2da4 req-babcbaaf-ebfe-4533-a090-52be6a309409 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381410 Aug 26 01:02:49.459701 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-37d35f40-43b2-4057-8377-f48c167a2da4 req-a8452f27-98c0-48f8-b8c5-d5342db49e09 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032467 Aug 26 01:02:49.565331 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-37d35f40-43b2-4057-8377-f48c167a2da4 req-1852a09d-c28d-4371-9628-5177e47d96e5 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992167 Aug 26 01:02:49.630053 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f507d6c3-b1de-4773-80ac-937443674849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:58Z', 'revision_number': 4, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'dd69421a-ac80-42ae-bfb6-a1fb80bc846e', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'port_id': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'mac_address': 'fa:16:3e:ae:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:02:47Z', 'updated_at': '2022-08-26T01:02:47Z', 'revision_number': 0, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2901fe4c-35e2-4038-894b-dc20b9aa4707', 'name': '', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'mac_address': 'fa:16:3e:27:47:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:58Z', 'updated_at': '2022-08-26T01:02:04Z', 'revision_number': 5, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'subnets': [{'id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:02:49.655248 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507d6c3-b1de-4773-80ac-937443674849 None None] The sync data for ids ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'] in dv-cinder-835384-25-iscsi is: [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:58Z', 'revision_number': 4, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'dd69421a-ac80-42ae-bfb6-a1fb80bc846e', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'port_id': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'mac_address': 'fa:16:3e:ae:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:02:47Z', 'updated_at': '2022-08-26T01:02:47Z', 'revision_number': 0, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2901fe4c-35e2-4038-894b-dc20b9aa4707', 'name': '', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'mac_address': 'fa:16:3e:27:47:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:58Z', 'updated_at': '2022-08-26T01:02:04Z', 'revision_number': 5, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'subnets': [{'id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:02:49.848926 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5986e-5e8e-4e30-8c85-c8ba87d26d3b None None] New status for floating IP dd69421a-ac80-42ae-bfb6-a1fb80bc846e: ACTIVE {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:02:54.242321 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:54.272156 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1adc6e21-f462-4bae-83fe-dd26442e3a04 req-fd72127c-6843-4abe-913e-618b318cb9c1 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386090 Aug 26 01:02:54.353410 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc6e21-f462-4bae-83fe-dd26442e3a04 req-4a7388f1-6049-4faa-a1a3-c96053911806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:54.354905 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1adc6e21-f462-4bae-83fe-dd26442e3a04 req-4a7388f1-6049-4faa-a1a3-c96053911806 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 1130 time: 0.0386243 Aug 26 01:02:54.462648 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc6e21-f462-4bae-83fe-dd26442e3a04 req-85b58905-8814-4c96-85ee-94aa98da104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:54.464085 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1adc6e21-f462-4bae-83fe-dd26442e3a04 req-85b58905-8814-4c96-85ee-94aa98da104a service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 917 time: 0.0882993 Aug 26 01:02:54.530341 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1adc6e21-f462-4bae-83fe-dd26442e3a04 req-faa08160-fde1-4757-aaa9-4575c12cd402 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=312556d9-9bb5-4bfb-b174-e5a4f1da74ce HTTP/1.1" status: 200 len: 1001 time: 0.0535202 Aug 26 01:02:54.573080 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc6e21-f462-4bae-83fe-dd26442e3a04 req-9fe90eb7-1896-4c43-b382-91aceac0d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:54.574557 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1adc6e21-f462-4bae-83fe-dd26442e3a04 req-9fe90eb7-1896-4c43-b382-91aceac0d566 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ad94f7b1-719f-4b94-ae3d-641d20a8d9a1 HTTP/1.1" status: 200 len: 854 time: 0.0429258 Aug 26 01:02:54.621189 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc6e21-f462-4bae-83fe-dd26442e3a04 req-bb554049-530b-42f5-b49c-833bfc374337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:02:54.623239 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1adc6e21-f462-4bae-83fe-dd26442e3a04 req-bb554049-530b-42f5-b49c-833bfc374337 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=de5adc9b-87c3-4a41-9cca-c473a399648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413718 Aug 26 01:02:54.713038 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1adc6e21-f462-4bae-83fe-dd26442e3a04 req-5acf4b0b-1b00-4951-acb0-cd8f760e72b8 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833738 Aug 26 01:02:54.773656 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:54.808919 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1adc6e21-f462-4bae-83fe-dd26442e3a04 req-9a5626ae-efa1-45f3-ab90-b6d313fc93aa service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873516 Aug 26 01:02:56.765173 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=28 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:59.632532 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=16 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:02:59.633323 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=81 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:00.724131 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-60dbb783-0034-46a7-85ab-74c910b9e639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:02.675240 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028d0e5-50ae-4193-90a5-0d3f3ead76c8 req-7a41b8f9-19ca-4778-bd0d-5a258469d935 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:02.676713 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8028d0e5-50ae-4193-90a5-0d3f3ead76c8 req-7a41b8f9-19ca-4778-bd0d-5a258469d935 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 945 time: 0.0474041 Aug 26 01:03:02.727555 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8028d0e5-50ae-4193-90a5-0d3f3ead76c8 req-cbe7d3ed-7d12-44d9-8ab3-daf17e6ad1a8 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450361 Aug 26 01:03:03.066745 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-21430fa5-6698-400b-8436-81201acf8f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:03.847161 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348df14-84de-4a58-93c6-2e834aa7287c req-4e9001e7-5e6c-424c-a3a3-115a65d00eab tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:03.848642 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2348df14-84de-4a58-93c6-2e834aa7287c req-4e9001e7-5e6c-424c-a3a3-115a65d00eab tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 945 time: 0.0463047 Aug 26 01:03:03.894181 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2348df14-84de-4a58-93c6-2e834aa7287c req-100525c4-a2bf-40bd-8ec8-65eb98bb6454 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400391 Aug 26 01:03:04.369886 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:04.523533 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-4acf605d-04d5-4198-8a05-af5f65b21448 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:04.524961 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-4acf605d-04d5-4198-8a05-af5f65b21448 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 945 time: 0.0490737 Aug 26 01:03:04.618992 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Deleting port 66599df3-70a8-4a2f-b18a-a34433739290 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:03:04.619331 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (66599df3-70a8-4a2f-b18a-a34433739290), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:04.716817 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] For port 66599df3-70a8-4a2f-b18a-a34433739290, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=66599df3-70a8-4a2f-b18a-a34433739290,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:03:04.717095 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (66599df3-70a8-4a2f-b18a-a34433739290), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:04.877417 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:04.878133 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (c5473b91-58a4-4d2e-8235-8c3712536696), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:04.878133 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Floating IP c5473b91-58a4-4d2e-8235-8c3712536696 disassociated. External IP: 172.27.1.199, port: 66599df3-70a8-4a2f-b18a-a34433739290. Aug 26 01:03:04.878412 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Calling delete_port for 66599df3-70a8-4a2f-b18a-a34433739290 owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:03:04.879920 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:05.019028 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d67eb-1117-4218-9235-949e62850a76 req-e28e4956-0681-49d5-96d8-70491a4d3e42 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:05.020433 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c74d67eb-1117-4218-9235-949e62850a76 req-e28e4956-0681-49d5-96d8-70491a4d3e42 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 945 time: 0.0502024 Aug 26 01:03:05.070556 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c74d67eb-1117-4218-9235-949e62850a76 req-5ccb18db-97b6-422d-b431-92f6e14b2b7e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=9ae687c1-cd60-4305-8c01-19b08c95837c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444567 Aug 26 01:03:05.083994 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (66599df3-70a8-4a2f-b18a-a34433739290), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:05.112783 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event deleted for resources: {'Port': ['ID=66599df3-70a8-4a2f-b18a-a34433739290,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:05.166453 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:05.485815 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Router b7da65f7-4793-432c-a96b-4d3c019d416d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:03:05.592558 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:03:05.601983 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ddf75-bc13-4ff5-8d0f-e2f505b34f9d None None] Sync routers for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:03:05.612218 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ddf75-bc13-4ff5-8d0f-e2f505b34f9d None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:03:05.612862 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-892ddf75-bc13-4ff5-8d0f-e2f505b34f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:03:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:03:05.636920 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] No DVR routers for this DVR port 66599df3-70a8-4a2f-b18a-a34433739290 on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:03:05.640120 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:05.643267 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-da4a4237-1ec1-4a15-b892-4716ae3141b4 req-96742867-a2c4-4d33-bce7-427495f1b64b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "DELETE /networking/v2.0/ports/66599df3-70a8-4a2f-b18a-a34433739290 HTTP/1.1" status: 204 len: 173 time: 1.1069980 Aug 26 01:03:05.643717 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3955819b-d03a-4684-aba7-5d485c66a29e', 'name': 'network-vif-deleted', 'tag': '66599df3-70a8-4a2f-b18a-a34433739290'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:03:05.646217 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741e5a60-9cb4-4c58-a4d4-c328ac5ec494" -d '{"events": [{"server_uuid": "3955819b-d03a-4684-aba7-5d485c66a29e", "name": "network-vif-deleted", "tag": "66599df3-70a8-4a2f-b18a-a34433739290"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:03:05.684701 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b380b579-af0a-4dae-88b6-e52d20cc865f x-openstack-request-id: req-b380b579-af0a-4dae-88b6-e52d20cc865f {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:03:05.685008 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3955819b-d03a-4684-aba7-5d485c66a29e", "name": "network-vif-deleted", "tag": "66599df3-70a8-4a2f-b18a-a34433739290", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:03:05.685549 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b380b579-af0a-4dae-88b6-e52d20cc865f {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:03:05.686090 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b380b579-af0a-4dae-88b6-e52d20cc865f'] response: {'server_uuid': '3955819b-d03a-4684-aba7-5d485c66a29e', 'name': 'network-vif-deleted', 'tag': '66599df3-70a8-4a2f-b18a-a34433739290', 'status': 'completed', 'code': 200} Aug 26 01:03:05.728888 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-892ddf75-bc13-4ff5-8d0f-e2f505b34f9d None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:03:05.811946 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:05.889117 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:05.959480 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-892ddf75-bc13-4ff5-8d0f-e2f505b34f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '442fd333-4ca8-4149-9595-7d96400b3022', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:15:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f432be84-f338-4303-86a0-a45611eb0850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:01:01Z', 'updated_at': '2022-08-26T01:01:18Z', 'revision_number': 2, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:03:05.983979 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ddf75-bc13-4ff5-8d0f-e2f505b34f9d None None] Checking router: b7da65f7-4793-432c-a96b-4d3c019d416d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:03:05.992609 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ddf75-bc13-4ff5-8d0f-e2f505b34f9d None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:03:05.993217 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-892ddf75-bc13-4ff5-8d0f-e2f505b34f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:03:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:03:06.097014 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-892ddf75-bc13-4ff5-8d0f-e2f505b34f9d None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:03:06.189464 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1451649a-4cea-48ea-b374-e5e17c0d32c1 req-fbf0a002-9458-4388-8ce5-5a1d9bc6da8c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=3955819b-d03a-4684-aba7-5d485c66a29e HTTP/1.1" status: 200 len: 210 time: 0.0320199 Aug 26 01:03:06.315603 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-892ddf75-bc13-4ff5-8d0f-e2f505b34f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '442fd333-4ca8-4149-9595-7d96400b3022', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:15:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f432be84-f338-4303-86a0-a45611eb0850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:01:01Z', 'updated_at': '2022-08-26T01:01:18Z', 'revision_number': 2, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:03:06.340110 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ddf75-bc13-4ff5-8d0f-e2f505b34f9d None None] The sync data for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi is: [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '442fd333-4ca8-4149-9595-7d96400b3022', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:15:59:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f432be84-f338-4303-86a0-a45611eb0850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:01:01Z', 'updated_at': '2022-08-26T01:01:18Z', 'revision_number': 2, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:03:06.555930 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05d596-0a18-4565-b890-5459fae5cc86 None None] New status for floating IP c5473b91-58a4-4d2e-8235-8c3712536696: DOWN {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:03:07.166865 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 66599df3-70a8-4a2f-b18a-a34433739290 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:03:07.187214 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 66599df3-70a8-4a2f-b18a-a34433739290 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:03:07.187551 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 66599df3-70a8-4a2f-b18a-a34433739290 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:03:07.358515 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48928) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:03:07.435852 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (9ae687c1-cd60-4305-8c01-19b08c95837c), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:07.458016 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (9ae687c1-cd60-4305-8c01-19b08c95837c), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:07.592445 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (9ae687c1-cd60-4305-8c01-19b08c95837c), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:07.595129 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:07.596281 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9ae687c1-cd60-4305-8c01-19b08c95837c HTTP/1.1" status: 204 len: 168 time: 0.2364402 Aug 26 01:03:07.599107 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48930) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:03:07.605518 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae687c1-cd60-4305-8c01-19b08c95837c,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:07.613321 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.613549 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.api.v2.resource [None req-7c3d283d-9a94-4da2-be1b-d8dab8f069f2 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] show failed (client error): The resource could not be found. Aug 26 01:03:07.613671 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.614013 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.614356 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.614488 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7c3d283d-9a94-4da2-be1b-d8dab8f069f2 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups/9ae687c1-cd60-4305-8c01-19b08c95837c HTTP/1.1" status: 404 len: 347 time: 0.0142512 Aug 26 01:03:07.614780 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.615032 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.615364 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.615695 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.616026 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.616352 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.616708 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.618790 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.618790 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.618790 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.618790 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69026a61-e269-4ed8-baf1-727014c5e8f6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:07.620877 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48932) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:03:07.731135 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-af65416b-94d4-470f-aca2-7a9442403709 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Deleting port 7cc6df94-eac9-4d15-86fa-af7ad1c20259 {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:03:07.731398 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-af65416b-94d4-470f-aca2-7a9442403709 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (7cc6df94-eac9-4d15-86fa-af7ad1c20259), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:07.808714 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-af65416b-94d4-470f-aca2-7a9442403709 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (7cc6df94-eac9-4d15-86fa-af7ad1c20259), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:07.809073 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-af65416b-94d4-470f-aca2-7a9442403709 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (7cc6df94-eac9-4d15-86fa-af7ad1c20259), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:07.820834 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-af65416b-94d4-470f-aca2-7a9442403709 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Calling delete_port for 7cc6df94-eac9-4d15-86fa-af7ad1c20259 owned by network:floatingip {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:03:08.118686 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-af65416b-94d4-470f-aca2-7a9442403709 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (7cc6df94-eac9-4d15-86fa-af7ad1c20259), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:08.144227 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65416b-94d4-470f-aca2-7a9442403709 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event deleted for resources: {'Port': ['ID=7cc6df94-eac9-4d15-86fa-af7ad1c20259,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:08.208411 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-af65416b-94d4-470f-aca2-7a9442403709 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (c5473b91-58a4-4d2e-8235-8c3712536696), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:08.210954 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-af65416b-94d4-470f-aca2-7a9442403709 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:08.212098 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-af65416b-94d4-470f-aca2-7a9442403709 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/c5473b91-58a4-4d2e-8235-8c3712536696 HTTP/1.1" status: 204 len: 168 time: 0.5902891 Aug 26 01:03:11.384725 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d773784-e9d2-4723-89ee-ee9b139fdaa7 req-1e6dd009-96c9-4260-9759-608fe99ddc81 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:11.386163 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9d773784-e9d2-4723-89ee-ee9b139fdaa7 req-1e6dd009-96c9-4260-9759-608fe99ddc81 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 946 time: 0.0462489 Aug 26 01:03:11.432739 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9d773784-e9d2-4723-89ee-ee9b139fdaa7 req-64592d53-6ec2-4854-966d-5b3e5958b434 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404975 Aug 26 01:03:12.551304 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a0124-41ef-458d-9ac6-09d35bb7f762 req-98b6a1e0-cb34-47e8-b2e7-589154276c92 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:12.552765 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-db0a0124-41ef-458d-9ac6-09d35bb7f762 req-98b6a1e0-cb34-47e8-b2e7-589154276c92 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 946 time: 0.0461287 Aug 26 01:03:12.615839 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-db0a0124-41ef-458d-9ac6-09d35bb7f762 req-68db523f-21db-4093-97db-04971fca00a8 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574844 Aug 26 01:03:13.241911 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-7da44ae6-1b6b-4a87-8b52-fbeb34e16cb2 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:13.243348 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-7da44ae6-1b6b-4a87-8b52-fbeb34e16cb2 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 946 time: 0.0493307 Aug 26 01:03:13.330363 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Deleting port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:03:13.330704 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:13.421572 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] For port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=312556d9-9bb5-4bfb-b174-e5a4f1da74ce,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:03:13.421934 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:13.580239 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:13.580962 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (442fd333-4ca8-4149-9595-7d96400b3022), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:13.581120 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Floating IP 442fd333-4ca8-4149-9595-7d96400b3022 disassociated. External IP: 172.27.1.38, port: 312556d9-9bb5-4bfb-b174-e5a4f1da74ce. Aug 26 01:03:13.581461 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Calling delete_port for 312556d9-9bb5-4bfb-b174-e5a4f1da74ce owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:03:13.697837 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:13.702147 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:13.743705 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c86a77-b2cb-4026-ba61-18477e017943 req-dbeeb234-6ea7-463d-9a2e-99dd6e5a1d50 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:13.745220 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-07c86a77-b2cb-4026-ba61-18477e017943 req-dbeeb234-6ea7-463d-9a2e-99dd6e5a1d50 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 946 time: 0.0525177 Aug 26 01:03:13.756830 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:13.787284 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (312556d9-9bb5-4bfb-b174-e5a4f1da74ce), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:13.792838 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-07c86a77-b2cb-4026-ba61-18477e017943 req-796dc7c5-5714-4d31-8431-059a616068e4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=362b6b41-5c73-4e2e-b7c8-c30d07a19616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413609 Aug 26 01:03:13.814774 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event deleted for resources: {'Port': ['ID=312556d9-9bb5-4bfb-b174-e5a4f1da74ce,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:13.879417 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:13.927908 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Router b7da65f7-4793-432c-a96b-4d3c019d416d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:03:14.033090 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:03:14.043833 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ef79d-6186-4103-92b7-b38b89457215 None None] Sync routers for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:03:14.053922 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ef79d-6186-4103-92b7-b38b89457215 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:03:14.054570 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-684ef79d-6186-4103-92b7-b38b89457215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:03:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:03:14.076310 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] No DVR routers for this DVR port 312556d9-9bb5-4bfb-b174-e5a4f1da74ce on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:03:14.078894 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:14.082223 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-84c3f5f5-16c8-40b2-811a-d5e2d81ec373 req-71bd47c6-9d4c-45c1-ab95-6b5a21297f90 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "DELETE /networking/v2.0/ports/312556d9-9bb5-4bfb-b174-e5a4f1da74ce HTTP/1.1" status: 204 len: 173 time: 0.8333139 Aug 26 01:03:14.082802 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f432be84-f338-4303-86a0-a45611eb0850', 'name': 'network-vif-deleted', 'tag': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:03:14.085455 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7167103-e462-403f-84c1-abf5ecc8a27c" -d '{"events": [{"server_uuid": "f432be84-f338-4303-86a0-a45611eb0850", "name": "network-vif-deleted", "tag": "312556d9-9bb5-4bfb-b174-e5a4f1da74ce"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:03:14.109050 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:14.125721 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2204dd75-d606-4e1c-86ec-2bf781d14556 x-openstack-request-id: req-2204dd75-d606-4e1c-86ec-2bf781d14556 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:03:14.126159 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f432be84-f338-4303-86a0-a45611eb0850", "name": "network-vif-deleted", "tag": "312556d9-9bb5-4bfb-b174-e5a4f1da74ce", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:03:14.126420 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2204dd75-d606-4e1c-86ec-2bf781d14556 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:03:14.126834 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2204dd75-d606-4e1c-86ec-2bf781d14556'] response: {'server_uuid': 'f432be84-f338-4303-86a0-a45611eb0850', 'name': 'network-vif-deleted', 'tag': '312556d9-9bb5-4bfb-b174-e5a4f1da74ce', 'status': 'completed', 'code': 200} Aug 26 01:03:14.161271 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-684ef79d-6186-4103-92b7-b38b89457215 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:03:14.185660 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:14.355075 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-684ef79d-6186-4103-92b7-b38b89457215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:03:14.379943 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ef79d-6186-4103-92b7-b38b89457215 None None] Checking router: b7da65f7-4793-432c-a96b-4d3c019d416d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:03:14.388618 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ef79d-6186-4103-92b7-b38b89457215 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:03:14.389234 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-684ef79d-6186-4103-92b7-b38b89457215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:03:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:03:14.491355 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-684ef79d-6186-4103-92b7-b38b89457215 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:03:14.672608 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:14.683536 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-684ef79d-6186-4103-92b7-b38b89457215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:03:14.708890 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ef79d-6186-4103-92b7-b38b89457215 None None] The sync data for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi is: [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:03:14.911829 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7815a8be-3f7d-48e9-b6ca-20c437814b5c req-494be0f5-0bba-45bd-a8eb-2e5fcbf81975 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f432be84-f338-4303-86a0-a45611eb0850 HTTP/1.1" status: 200 len: 210 time: 0.0289364 Aug 26 01:03:14.935529 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743c6245-7b14-4519-ae2b-a13224de4386 None None] New status for floating IP 442fd333-4ca8-4149-9595-7d96400b3022: DOWN {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:03:14.938353 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:14.939367 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:16.062569 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 48970) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:03:16.117567 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-9e423d5c-cec8-4e60-b839-8899c956205b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (362b6b41-5c73-4e2e-b7c8-c30d07a19616), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:16.139900 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-9e423d5c-cec8-4e60-b839-8899c956205b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (362b6b41-5c73-4e2e-b7c8-c30d07a19616), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:16.278528 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-9e423d5c-cec8-4e60-b839-8899c956205b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (362b6b41-5c73-4e2e-b7c8-c30d07a19616), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:16.281111 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-9e423d5c-cec8-4e60-b839-8899c956205b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:16.287205 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-9e423d5c-cec8-4e60-b839-8899c956205b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/362b6b41-5c73-4e2e-b7c8-c30d07a19616 HTTP/1.1" status: 204 len: 168 time: 0.2184377 Aug 26 01:03:16.287343 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48972) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:03:16.291630 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e423d5c-cec8-4e60-b839-8899c956205b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362b6b41-5c73-4e2e-b7c8-c30d07a19616,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:16.301040 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.api.v2.resource [None req-12aa83ef-8f0e-40e0-84ca-7e5a99efc2af tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] show failed (client error): The resource could not be found. Aug 26 01:03:16.302312 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-12aa83ef-8f0e-40e0-84ca-7e5a99efc2af tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups/362b6b41-5c73-4e2e-b7c8-c30d07a19616 HTTP/1.1" status: 404 len: 347 time: 0.0161390 Aug 26 01:03:16.305262 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48974) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:03:16.417861 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Deleting port a80d59f0-0f13-4924-abc5-671e94c7e146 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:03:16.418153 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (a80d59f0-0f13-4924-abc5-671e94c7e146), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:16.498239 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (a80d59f0-0f13-4924-abc5-671e94c7e146), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:16.498572 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (a80d59f0-0f13-4924-abc5-671e94c7e146), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:16.511145 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Calling delete_port for a80d59f0-0f13-4924-abc5-671e94c7e146 owned by network:floatingip {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:03:16.752525 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (a80d59f0-0f13-4924-abc5-671e94c7e146), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:16.781934 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event deleted for resources: {'Port': ['ID=a80d59f0-0f13-4924-abc5-671e94c7e146,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:16.807773 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.808142 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.808517 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.808866 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.809209 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.809547 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.809885 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.810222 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.810551 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.810883 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.811213 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.811543 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.811872 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.812200 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.812553 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:16.854680 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (442fd333-4ca8-4149-9595-7d96400b3022), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:16.857294 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:16.858433 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-bb7b78a9-5aef-47cd-9360-dc672a0155d1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/442fd333-4ca8-4149-9595-7d96400b3022 HTTP/1.1" status: 204 len: 168 time: 0.5522723 Aug 26 01:03:16.990084 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48978) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:03:16.994779 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-7be4f855-6c86-4467-b772-5b92efd0b71c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2097570769', 'description': 'tempest-description--1195935861'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:03:17.053524 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:03:17.084029 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7be4f855-6c86-4467-b772-5b92efd0b71c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:17.106929 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:17.150742 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7be4f855-6c86-4467-b772-5b92efd0b71c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (124ad454-b8ef-4dc2-aaeb-8af097aba1be), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:17.195783 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 312556d9-9bb5-4bfb-b174-e5a4f1da74ce no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:03:17.215380 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7be4f855-6c86-4467-b772-5b92efd0b71c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (124ad454-b8ef-4dc2-aaeb-8af097aba1be), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:17.220169 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 312556d9-9bb5-4bfb-b174-e5a4f1da74ce {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:03:17.220169 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 312556d9-9bb5-4bfb-b174-e5a4f1da74ce not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:03:17.245844 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4f855-6c86-4467-b772-5b92efd0b71c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124ad454-b8ef-4dc2-aaeb-8af097aba1be,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:17.325792 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7be4f855-6c86-4467-b772-5b92efd0b71c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:17.327072 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7be4f855-6c86-4467-b772-5b92efd0b71c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3359582 Aug 26 01:03:17.329812 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48980) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:03:17.334003 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-7e4519f5-b312-49ea-90a6-5c46ab9939c4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'security_group_rule': {'security_group_id': '124ad454-b8ef-4dc2-aaeb-8af097aba1be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:03:17.447204 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7e4519f5-b312-49ea-90a6-5c46ab9939c4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (0b61b4c0-df04-4c2d-bc13-4eb9d62a8669), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:17.470345 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:17.494255 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7e4519f5-b312-49ea-90a6-5c46ab9939c4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (0b61b4c0-df04-4c2d-bc13-4eb9d62a8669), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:17.597753 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7e4519f5-b312-49ea-90a6-5c46ab9939c4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (0b61b4c0-df04-4c2d-bc13-4eb9d62a8669), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:17.619093 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4519f5-b312-49ea-90a6-5c46ab9939c4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b61b4c0-df04-4c2d-bc13-4eb9d62a8669,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:17.794100 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7e4519f5-b312-49ea-90a6-5c46ab9939c4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:17.795346 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7e4519f5-b312-49ea-90a6-5c46ab9939c4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4646051 Aug 26 01:03:17.798033 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48982) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:03:17.803346 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-72102a16-a4a6-4ebf-8036-13b5fd899db4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'security_group_rule': {'security_group_id': '124ad454-b8ef-4dc2-aaeb-8af097aba1be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:03:17.889607 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-72102a16-a4a6-4ebf-8036-13b5fd899db4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (c190c9f2-5077-46ef-97c4-5053253df911), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:17.944292 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-72102a16-a4a6-4ebf-8036-13b5fd899db4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (c190c9f2-5077-46ef-97c4-5053253df911), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:18.003442 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-72102a16-a4a6-4ebf-8036-13b5fd899db4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (c190c9f2-5077-46ef-97c4-5053253df911), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:18.022799 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72102a16-a4a6-4ebf-8036-13b5fd899db4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c190c9f2-5077-46ef-97c4-5053253df911,revision_number=0']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:18.079518 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-72102a16-a4a6-4ebf-8036-13b5fd899db4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:18.080750 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-72102a16-a4a6-4ebf-8036-13b5fd899db4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817864 Aug 26 01:03:18.083845 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 48984) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:03:18.088082 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:03:18.169671 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:18.250818 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:18.353388 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Allocated IP 172.27.1.108 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/4691deed-2a66-4dd2-a5e2-92d8120a4801) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:03:18.458131 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for port (4691deed-2a66-4dd2-a5e2-92d8120a4801), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:18.552438 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (4691deed-2a66-4dd2-a5e2-92d8120a4801), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:18.561037 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:18.593131 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:03:18.595964 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:03:18.599813 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:03:18.624970 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'Port': ['ID=4691deed-2a66-4dd2-a5e2-92d8120a4801,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:18.681631 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:18.693664 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (b91d69fc-0a48-4f1f-9248-6fde0f6097af), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:18.843126 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (4691deed-2a66-4dd2-a5e2-92d8120a4801), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:18.989305 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for port (4691deed-2a66-4dd2-a5e2-92d8120a4801), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:19.083805 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (4691deed-2a66-4dd2-a5e2-92d8120a4801), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:19.153747 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'Port': ['ID=4691deed-2a66-4dd2-a5e2-92d8120a4801,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:19.156094 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (b91d69fc-0a48-4f1f-9248-6fde0f6097af), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:19.203751 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:19.234167 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:19.235422 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-fbd9232e-49f9-4a57-8cd9-666bb662f803 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1506622 Aug 26 01:03:19.625839 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-c05a1f8d-d1c2-4041-870f-b8fe674ecf4b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2097570769&fields=id&tenant_id=03b021c415a147e08dbfede2ddc8cc27 HTTP/1.1" status: 200 len: 267 time: 0.2767863 Aug 26 01:03:19.733068 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-d7d8a2e6-e635-42e2-9f22-f60e510ce958 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:19.734505 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-d7d8a2e6-e635-42e2-9f22-f60e510ce958 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 815 time: 0.1013260 Aug 26 01:03:19.748701 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-36c1970a-31f8-4485-874c-555fb8526d41 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/quotas/03b021c415a147e08dbfede2ddc8cc27 HTTP/1.1" status: 200 len: 375 time: 0.0087624 Aug 26 01:03:19.801168 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-d354ea87-dd04-4282-aca7-c14190a6cd11 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476148 Aug 26 01:03:19.895822 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-f98d3f88-5cb5-4991-84c7-f70125c71605 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827732 Aug 26 01:03:19.987540 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-37571193-f11f-46de-bd8e-f39609c883c8 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859978 Aug 26 01:03:20.251896 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-26ceda67-3332-4d11-8898-058b0c3817ea req-050cff2e-aeb0-43c2-9b0a-a0f117f3c636 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 210 time: 0.0285807 Aug 26 01:03:21.353095 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-01876f86-6b20-4d94-b2d6-45324477337a req-b4e04ec7-2ce8-4208-924d-2e75f5586482 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 210 time: 0.0277267 Aug 26 01:03:22.470219 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-32bf2997-0724-4375-b025-148c5bb4bd67 req-30ecb783-de01-4ec9-854f-c6e080bc352b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 210 time: 0.0441818 Aug 26 01:03:22.477843 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-c776f4f7-4983-46bb-b710-3d18f7bea724 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:22.479269 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-c776f4f7-4983-46bb-b710-3d18f7bea724 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 815 time: 0.1345603 Aug 26 01:03:22.552031 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-03dfeb98-d73f-4494-a5bc-a9121e19eb2e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=03b021c415a147e08dbfede2ddc8cc27 HTTP/1.1" status: 200 len: 380 time: 0.0500343 Aug 26 01:03:22.561217 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'port': {'device_id': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'admin_state_up': True, 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'security_groups': ['124ad454-b8ef-4dc2-aaeb-8af097aba1be']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:03:22.601909 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:22.746564 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Made reservation on behalf of 03b021c415a147e08dbfede2ddc8cc27 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:03:22.750946 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:22.886634 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Allocated IP 172.20.0.14 (de5adc9b-87c3-4a41-9cca-c473a399648a/ad94f7b1-719f-4b94-ae3d-641d20a8d9a1/bd537a03-4210-4576-9d92-e96d9f5b3e29) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:03:22.986591 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:23.025849 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:23.118706 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:23.163549 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Network de5adc9b-87c3-4a41-9cca-c473a399648a is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:03:23.166740 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:03:23.171827 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:03:23.178329 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'Port': ['ID=bd537a03-4210-4576-9d92-e96d9f5b3e29,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:23.224731 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:23.232780 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:23.325619 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bf839a9f-15be-4267-b2db-af725e2a5732 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7683227 Aug 26 01:03:23.349761 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Request body: {'port': {'device_id': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:03:23.374839 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-fc48a31a-72f8-492b-864c-00a883a363b3 None None] Provisioning complete for port bd537a03-4210-4576-9d92-e96d9f5b3e29 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:03:23.375425 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-fc48a31a-72f8-492b-864c-00a883a363b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:23.407509 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-fc48a31a-72f8-492b-864c-00a883a363b3 None None] Port bd537a03-4210-4576-9d92-e96d9f5b3e29 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:03:23.414280 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:23.588538 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a9ed8-d583-40ac-ac7a-bae68a50f10d req-986b2ed1-f902-4f4d-8fa8-00e6d3e5e084 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:23.590708 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0c3a9ed8-d583-40ac-ac7a-bae68a50f10d req-986b2ed1-f902-4f4d-8fa8-00e6d3e5e084 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 932 time: 0.0459433 Aug 26 01:03:23.642473 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0c3a9ed8-d583-40ac-ac7a-bae68a50f10d req-5e77594b-256c-45c2-9395-c442037887ca tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=124ad454-b8ef-4dc2-aaeb-8af097aba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456257 Aug 26 01:03:23.669646 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd537a03-4210-4576-9d92-e96d9f5b3e29 {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:03:23.677158 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Publish callbacks [] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:23.689536 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Transition to ACTIVE for port object bd537a03-4210-4576-9d92-e96d9f5b3e29 will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 01:03:23.773645 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:23.837593 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:23.838401 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd537a03-4210-4576-9d92-e96d9f5b3e29,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:23.888126 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Attempting to bind port bd537a03-4210-4576-9d92-e96d9f5b3e29 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:03:23.888496 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Attempting to bind port bd537a03-4210-4576-9d92-e96d9f5b3e29 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:03:23.888826 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Attempting to bind port bd537a03-4210-4576-9d92-e96d9f5b3e29 on network de5adc9b-87c3-4a41-9cca-c473a399648a {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:03:23.893233 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Port bd537a03-4210-4576-9d92-e96d9f5b3e29 on network de5adc9b-87c3-4a41-9cca-c473a399648a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 01:03:23.893556 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Attempting to bind port bd537a03-4210-4576-9d92-e96d9f5b3e29 on network de5adc9b-87c3-4a41-9cca-c473a399648a {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:03:23.899151 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:03:23.899488 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Checking segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:03:23.899974 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Bound using segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:03:23.900409 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Bound port: bd537a03-4210-4576-9d92-e96d9f5b3e29, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:03:23.900791 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:23.961017 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] For port bd537a03-4210-4576-9d92-e96d9f5b3e29, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:03:23.964136 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] For port bd537a03-4210-4576-9d92-e96d9f5b3e29, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bd537a03-4210-4576-9d92-e96d9f5b3e29,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:03:24.025927 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:24.028971 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:24.029946 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:24.031250 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/bd537a03-4210-4576-9d92-e96d9f5b3e29 HTTP/1.1" status: 200 len: 1094 time: 0.6855967 Aug 26 01:03:24.033414 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'tag': 'bd537a03-4210-4576-9d92-e96d9f5b3e29'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:03:24.035757 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de3637f-107e-46c4-910d-772d375a61ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e5344f30-5e79-4f69-a954-d080b6b9f7ed", "tag": "bd537a03-4210-4576-9d92-e96d9f5b3e29"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:03:24.039743 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:24.076515 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433cece9-b6ff-4ff8-b591-d3b863912ba9 x-openstack-request-id: req-433cece9-b6ff-4ff8-b591-d3b863912ba9 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:03:24.076816 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5344f30-5e79-4f69-a954-d080b6b9f7ed", "tag": "bd537a03-4210-4576-9d92-e96d9f5b3e29", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:03:24.077073 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-433cece9-b6ff-4ff8-b591-d3b863912ba9 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:03:24.077472 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433cece9-b6ff-4ff8-b591-d3b863912ba9'] response: {'name': 'network-changed', 'server_uuid': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'tag': 'bd537a03-4210-4576-9d92-e96d9f5b3e29', 'status': 'completed', 'code': 200} Aug 26 01:03:24.091613 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a1764-6bda-400a-a2ad-ffcbfd038fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd537a03-4210-4576-9d92-e96d9f5b3e29,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:24.168973 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3637f-107e-46c4-910d-772d375a61ea req-433e95d0-1250-44c2-a40d-baa536c27fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:24.170447 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8de3637f-107e-46c4-910d-772d375a61ea req-433e95d0-1250-44c2-a40d-baa536c27fd4 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 1128 time: 0.0410292 Aug 26 01:03:24.275587 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3637f-107e-46c4-910d-772d375a61ea req-bcc88c29-cefa-46c1-bc96-f49be1c7a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:24.277100 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8de3637f-107e-46c4-910d-772d375a61ea req-bcc88c29-cefa-46c1-bc96-f49be1c7a74a service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=03b021c415a147e08dbfede2ddc8cc27&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0938165 Aug 26 01:03:24.369258 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3637f-107e-46c4-910d-772d375a61ea req-a6261819-2838-4aa6-a250-97ffe037e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:24.370654 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8de3637f-107e-46c4-910d-772d375a61ea req-a6261819-2838-4aa6-a250-97ffe037e622 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0868893 Aug 26 01:03:24.470085 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-65de8040-255e-4dab-96c8-351176d4a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:24.471529 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-65de8040-255e-4dab-96c8-351176d4a05a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 1128 time: 0.0385747 Aug 26 01:03:24.520396 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-bfb139cd-d71f-4c7b-8f7c-6850469afba9 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd537a03-4210-4576-9d92-e96d9f5b3e29 HTTP/1.1" status: 200 len: 217 time: 0.0347648 Aug 26 01:03:24.568075 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-9df56cbd-3ecf-45cd-9bb3-41dab9604b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:24.569514 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-9df56cbd-3ecf-45cd-9bb3-41dab9604b76 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ad94f7b1-719f-4b94-ae3d-641d20a8d9a1 HTTP/1.1" status: 200 len: 854 time: 0.0433736 Aug 26 01:03:24.612500 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-efc83f0c-1528-4032-9bac-0af851884355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:24.614022 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-efc83f0c-1528-4032-9bac-0af851884355 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=de5adc9b-87c3-4a41-9cca-c473a399648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387778 Aug 26 01:03:24.709417 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-72324534-e48b-4a09-b24e-92fe04d0fe7b service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866086 Aug 26 01:03:24.770365 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e30ce-4b07-42f3-9023-76b33951180b req-4e08f1d4-9a01-42c3-9d9b-0ccb9301d641 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:24.771959 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2a9e30ce-4b07-42f3-9023-76b33951180b req-4e08f1d4-9a01-42c3-9d9b-0ccb9301d641 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 944 time: 0.0481741 Aug 26 01:03:24.809129 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cf4ea14d-017d-4903-a2f4-69110bd724a0 req-f7707110-1416-457f-aec4-7dadf1fe2f86 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929015 Aug 26 01:03:24.821370 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2a9e30ce-4b07-42f3-9023-76b33951180b req-a3c46fb5-1085-4cfa-a63d-d3c7c8439ca6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=124ad454-b8ef-4dc2-aaeb-8af097aba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436282 Aug 26 01:03:25.940393 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcc19a-b266-4c9e-8829-6eae0aae5039 req-f98cacdb-bc64-45ea-84cb-d112e6fdb9a9 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:25.941846 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4afcc19a-b266-4c9e-8829-6eae0aae5039 req-f98cacdb-bc64-45ea-84cb-d112e6fdb9a9 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 944 time: 0.0459082 Aug 26 01:03:25.988538 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4afcc19a-b266-4c9e-8829-6eae0aae5039 req-1ea26915-ebea-4ef9-92e2-68496f329283 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=124ad454-b8ef-4dc2-aaeb-8af097aba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410349 Aug 26 01:03:27.049740 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:27.104333 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab454ffa-6a40-41d4-b9dd-d883283bf3f0 req-55d386e1-b0df-4809-a689-c0c2bf82c314 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:27.105874 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ab454ffa-6a40-41d4-b9dd-d883283bf3f0 req-55d386e1-b0df-4809-a689-c0c2bf82c314 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 944 time: 0.0463269 Aug 26 01:03:27.152838 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ab454ffa-6a40-41d4-b9dd-d883283bf3f0 req-e0675114-1463-49ec-bf68-651214e3d87f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=124ad454-b8ef-4dc2-aaeb-8af097aba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 Aug 26 01:03:27.250722 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device bd537a03-4210-4576-9d92-e96d9f5b3e29 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 01:03:27.470093 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port bd537a03-4210-4576-9d92-e96d9f5b3e29, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bd537a03-4210-4576-9d92-e96d9f5b3e29,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:03:27.481384 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': 'bd537a03-4210-4576-9d92-e96d9f5b3e29', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'port_id': 'bd537a03-4210-4576-9d92-e96d9f5b3e29', 'mac_address': 'fa:16:3e:0f:5f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 01:03:27.514983 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port bd537a03-4210-4576-9d92-e96d9f5b3e29 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:03:27.515393 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:27.528159 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd537a03-4210-4576-9d92-e96d9f5b3e29 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:03:27.547958 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port bd537a03-4210-4576-9d92-e96d9f5b3e29, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bd537a03-4210-4576-9d92-e96d9f5b3e29,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:03:27.626442 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:27.674750 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=bd537a03-4210-4576-9d92-e96d9f5b3e29,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:27.681706 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.682051 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.682393 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.682730 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.683061 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.683390 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.684290 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.684645 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.684975 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.685301 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.685626 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.685950 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.686275 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.686597 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.686912 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:03:27.963751 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['bd537a03-4210-4576-9d92-e96d9f5b3e29'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:03:28.287622 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2883115-82ad-49f1-9e9b-8a41bc1d17db req-0a909023-888b-4d66-843a-64a72c107859 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:28.289031 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f2883115-82ad-49f1-9e9b-8a41bc1d17db req-0a909023-888b-4d66-843a-64a72c107859 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 945 time: 0.0489042 Aug 26 01:03:28.336035 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f2883115-82ad-49f1-9e9b-8a41bc1d17db req-70211092-c3da-4ec1-b375-eaa64e3d216f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=124ad454-b8ef-4dc2-aaeb-8af097aba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 Aug 26 01:03:29.035434 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:29.265208 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device bd537a03-4210-4576-9d92-e96d9f5b3e29 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:03:29.309418 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port bd537a03-4210-4576-9d92-e96d9f5b3e29 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 01:03:29.369111 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port bd537a03-4210-4576-9d92-e96d9f5b3e29 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:03:29.369496 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:29.443478 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port bd537a03-4210-4576-9d92-e96d9f5b3e29 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:03:29.443895 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:29.459102 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbfe91-c4f2-4c27-ab77-8ec65fc279de req-fb04aac9-8e67-43f8-a2ec-21f72fb66db6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:29.460640 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dddbfe91-c4f2-4c27-ab77-8ec65fc279de req-fb04aac9-8e67-43f8-a2ec-21f72fb66db6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 945 time: 0.0512230 Aug 26 01:03:29.467123 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd537a03-4210-4576-9d92-e96d9f5b3e29'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:03:29.469401 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcf1fe6-dcd3-45f7-8f62-a7018db170f4" -d '{"events": [{"server_uuid": "e5344f30-5e79-4f69-a954-d080b6b9f7ed", "name": "network-vif-plugged", "status": "completed", "tag": "bd537a03-4210-4576-9d92-e96d9f5b3e29"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:03:29.478894 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:29.479376 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:29.482584 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port bd537a03-4210-4576-9d92-e96d9f5b3e29, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bd537a03-4210-4576-9d92-e96d9f5b3e29,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:03:29.502570 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:29.509847 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1839b2-30cf-481f-a463-4d7dda079584 x-openstack-request-id: req-6c1839b2-30cf-481f-a463-4d7dda079584 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:03:29.510143 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5344f30-5e79-4f69-a954-d080b6b9f7ed", "name": "network-vif-plugged", "status": "completed", "tag": "bd537a03-4210-4576-9d92-e96d9f5b3e29", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:03:29.510287 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dddbfe91-c4f2-4c27-ab77-8ec65fc279de req-2a5cb2f4-62ee-45f9-86e7-512f6b28675b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=124ad454-b8ef-4dc2-aaeb-8af097aba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Aug 26 01:03:29.510415 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c1839b2-30cf-481f-a463-4d7dda079584 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:03:29.510809 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1839b2-30cf-481f-a463-4d7dda079584'] response: {'server_uuid': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd537a03-4210-4576-9d92-e96d9f5b3e29', 'code': 200} Aug 26 01:03:29.552327 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:29.603514 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=bd537a03-4210-4576-9d92-e96d9f5b3e29,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:03:29.840790 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:29.844134 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2983bae-43fb-4f24-ad8f-8a180ccec990 req-80e23310-8d43-4588-a0bd-7f378ec61a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:29.845651 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d2983bae-43fb-4f24-ad8f-8a180ccec990 req-80e23310-8d43-4588-a0bd-7f378ec61a31 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 1130 time: 0.0429583 Aug 26 01:03:29.888933 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d2983bae-43fb-4f24-ad8f-8a180ccec990 req-9b2a12b6-0be2-48af-9477-ce8d7d53bfe2 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=124ad454-b8ef-4dc2-aaeb-8af097aba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376604 Aug 26 01:03:30.631557 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3abf3d-77de-4761-ae45-c8bdf5689f04 req-6336cdf0-f009-499b-b478-c81ffa323654 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:30.633054 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ab3abf3d-77de-4761-ae45-c8bdf5689f04 req-6336cdf0-f009-499b-b478-c81ffa323654 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 946 time: 0.0471413 Aug 26 01:03:30.679789 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ab3abf3d-77de-4761-ae45-c8bdf5689f04 req-d90cf5f9-ba09-4917-9aff-aba60385d30d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=124ad454-b8ef-4dc2-aaeb-8af097aba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406189 Aug 26 01:03:30.717763 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-dac30597-5342-4a38-9355-3fd5056fa78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:31.803650 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfdbeb-fa19-4744-8714-024dd74e9df1 req-07c4dbac-8003-41bb-bb99-ff5880406a80 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:31.805169 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7bbfdbeb-fa19-4744-8714-024dd74e9df1 req-07c4dbac-8003-41bb-bb99-ff5880406a80 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 946 time: 0.0472023 Aug 26 01:03:31.853804 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7bbfdbeb-fa19-4744-8714-024dd74e9df1 req-bcfbcc33-88ba-41c6-a370-26d882e8c398 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=124ad454-b8ef-4dc2-aaeb-8af097aba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Aug 26 01:03:31.973795 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16ffc1-a722-48d7-b359-03243dbe7a17 req-868f51c8-f245-4b8f-b199-c7d44553d37e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:31.974982 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0f16ffc1-a722-48d7-b359-03243dbe7a17 req-868f51c8-f245-4b8f-b199-c7d44553d37e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 946 time: 0.0459356 Aug 26 01:03:31.984666 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49048) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:03:31.988994 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-48ff7179-e6a2-4d64-b6f5-053e8d481a79 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'floatingip': {'port_id': 'bd537a03-4210-4576-9d92-e96d9f5b3e29'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:03:32.029892 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-48ff7179-e6a2-4d64-b6f5-053e8d481a79 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (b91d69fc-0a48-4f1f-9248-6fde0f6097af), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:32.388887 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:32.712173 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-48ff7179-e6a2-4d64-b6f5-053e8d481a79 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:32.780716 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-48ff7179-e6a2-4d64-b6f5-053e8d481a79 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (b91d69fc-0a48-4f1f-9248-6fde0f6097af), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:32.876440 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [None req-48ff7179-e6a2-4d64-b6f5-053e8d481a79 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Floating IP b91d69fc-0a48-4f1f-9248-6fde0f6097af associated. External IP: 172.27.1.108, port: bd537a03-4210-4576-9d92-e96d9f5b3e29. Aug 26 01:03:33.075103 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ff7179-e6a2-4d64-b6f5-053e8d481a79 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Router b7da65f7-4793-432c-a96b-4d3c019d416d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:03:33.077886 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-95afd172-8b58-4b8f-8413-6ea66550fb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:33.130155 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:33.180745 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ff7179-e6a2-4d64-b6f5-053e8d481a79 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:03:33.185829 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-48ff7179-e6a2-4d64-b6f5-053e8d481a79 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:33.190428 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ccdf7a-edcc-4a06-abaf-e9ce3b56569d None None] Sync routers for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:03:33.200765 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ccdf7a-edcc-4a06-abaf-e9ce3b56569d None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:03:33.201386 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-05ccdf7a-edcc-4a06-abaf-e9ce3b56569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:03:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:03:33.217623 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-48ff7179-e6a2-4d64-b6f5-053e8d481a79 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/b91d69fc-0a48-4f1f-9248-6fde0f6097af HTTP/1.1" status: 200 len: 992 time: 1.2298386 Aug 26 01:03:33.217623 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'tag': 'bd537a03-4210-4576-9d92-e96d9f5b3e29'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:03:33.218617 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6100978-bded-4fc9-bf26-0e0690285a96" -d '{"events": [{"name": "network-changed", "server_uuid": "e5344f30-5e79-4f69-a954-d080b6b9f7ed", "tag": "bd537a03-4210-4576-9d92-e96d9f5b3e29"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:03:33.242027 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:33.259283 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73445e04-3eb8-4449-803f-f125c7455a45 x-openstack-request-id: req-73445e04-3eb8-4449-803f-f125c7455a45 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:03:33.259603 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5344f30-5e79-4f69-a954-d080b6b9f7ed", "tag": "bd537a03-4210-4576-9d92-e96d9f5b3e29", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:03:33.259849 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73445e04-3eb8-4449-803f-f125c7455a45 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:03:33.260262 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73445e04-3eb8-4449-803f-f125c7455a45'] response: {'name': 'network-changed', 'server_uuid': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'tag': 'bd537a03-4210-4576-9d92-e96d9f5b3e29', 'status': 'completed', 'code': 200} Aug 26 01:03:33.306143 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-05ccdf7a-edcc-4a06-abaf-e9ce3b56569d None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:03:33.347651 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6100978-bded-4fc9-bf26-0e0690285a96 req-69d778b8-9ccd-4c33-bd81-df92fbcda7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:33.349131 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d6100978-bded-4fc9-bf26-0e0690285a96 req-69d778b8-9ccd-4c33-bd81-df92fbcda7ee service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 1130 time: 0.0404007 Aug 26 01:03:33.409873 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:33.445069 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6100978-bded-4fc9-bf26-0e0690285a96 req-88075482-585b-46f9-b760-145b20714a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:33.446566 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d6100978-bded-4fc9-bf26-0e0690285a96 req-88075482-585b-46f9-b760-145b20714a51 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 917 time: 0.0915735 Aug 26 01:03:33.508274 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d6100978-bded-4fc9-bf26-0e0690285a96 req-f4c25b5a-c12f-420f-aff9-0ba340d37d4a service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd537a03-4210-4576-9d92-e96d9f5b3e29 HTTP/1.1" status: 200 len: 1000 time: 0.0551016 Aug 26 01:03:33.521298 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-05ccdf7a-edcc-4a06-abaf-e9ce3b56569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'b91d69fc-0a48-4f1f-9248-6fde0f6097af', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': 'bd537a03-4210-4576-9d92-e96d9f5b3e29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:0f:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:03:18Z', 'updated_at': '2022-08-26T01:03:32Z', 'revision_number': 1, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:03:33.546972 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ccdf7a-edcc-4a06-abaf-e9ce3b56569d None None] Checking router: b7da65f7-4793-432c-a96b-4d3c019d416d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:03:33.555390 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ccdf7a-edcc-4a06-abaf-e9ce3b56569d None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:03:33.556006 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-05ccdf7a-edcc-4a06-abaf-e9ce3b56569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:03:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:03:33.561338 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6100978-bded-4fc9-bf26-0e0690285a96 req-573a83f4-5a6d-40f3-b9fb-186f40086f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:33.562821 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d6100978-bded-4fc9-bf26-0e0690285a96 req-573a83f4-5a6d-40f3-b9fb-186f40086f69 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ad94f7b1-719f-4b94-ae3d-641d20a8d9a1 HTTP/1.1" status: 200 len: 854 time: 0.0491114 Aug 26 01:03:33.607004 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6100978-bded-4fc9-bf26-0e0690285a96 req-1bf3d9ff-273a-4569-bbf2-4a592fe285c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:33.608466 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d6100978-bded-4fc9-bf26-0e0690285a96 req-1bf3d9ff-273a-4569-bbf2-4a592fe285c9 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=de5adc9b-87c3-4a41-9cca-c473a399648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403352 Aug 26 01:03:33.662711 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-05ccdf7a-edcc-4a06-abaf-e9ce3b56569d None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:03:33.665196 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:33.700573 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d6100978-bded-4fc9-bf26-0e0690285a96 req-2a2d5953-ba01-42c6-8b3e-8299084077e7 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837705 Aug 26 01:03:33.796019 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d6100978-bded-4fc9-bf26-0e0690285a96 req-a426bc32-0078-412e-8647-1e82c581c675 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887837 Aug 26 01:03:33.871746 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-05ccdf7a-edcc-4a06-abaf-e9ce3b56569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'b91d69fc-0a48-4f1f-9248-6fde0f6097af', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': 'bd537a03-4210-4576-9d92-e96d9f5b3e29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:0f:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:03:18Z', 'updated_at': '2022-08-26T01:03:32Z', 'revision_number': 1, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:03:33.899254 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ccdf7a-edcc-4a06-abaf-e9ce3b56569d None None] The sync data for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi is: [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'b91d69fc-0a48-4f1f-9248-6fde0f6097af', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': 'bd537a03-4210-4576-9d92-e96d9f5b3e29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:0f:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:03:18Z', 'updated_at': '2022-08-26T01:03:32Z', 'revision_number': 1, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:03:34.093948 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd063ee-ee3b-4ac1-9689-41326b7fef3c None None] New status for floating IP b91d69fc-0a48-4f1f-9248-6fde0f6097af: ACTIVE {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:03:34.403580 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:35.803028 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:35.883453 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:41.847476 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=8 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:41.850586 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=11 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:43.790853 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=64 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:43.792866 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=15 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:44.190530 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:44.193885 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:49.197465 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:03:54.054582 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:03:55.229696 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f8313c9-0df2-4006-b160-476f658a666b req-59abc7f1-fef8-4aef-a8b8-482f093545b7 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382473 Aug 26 01:03:55.343308 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8313c9-0df2-4006-b160-476f658a666b req-e7593133-27ba-4ace-90c1-3a5606864243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:55.345001 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f8313c9-0df2-4006-b160-476f658a666b req-e7593133-27ba-4ace-90c1-3a5606864243 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 1129 time: 0.0442069 Aug 26 01:03:55.448336 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8313c9-0df2-4006-b160-476f658a666b req-7f1a98f1-06ab-4fcc-8344-8f3eee23cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:55.449824 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f8313c9-0df2-4006-b160-476f658a666b req-7f1a98f1-06ab-4fcc-8344-8f3eee23cdb3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 914 time: 0.0852158 Aug 26 01:03:55.514661 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f8313c9-0df2-4006-b160-476f658a666b req-f27d68ea-7da0-4910-bf90-2868583d549c service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea9f0339-afc5-4a08-9e7f-4f43f30fd859 HTTP/1.1" status: 200 len: 1001 time: 0.0573540 Aug 26 01:03:55.562711 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8313c9-0df2-4006-b160-476f658a666b req-b1483b15-01cb-46e9-a112-10eb9592a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:55.564132 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f8313c9-0df2-4006-b160-476f658a666b req-b1483b15-01cb-46e9-a112-10eb9592a84a service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f HTTP/1.1" status: 200 len: 851 time: 0.0433660 Aug 26 01:03:55.605576 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8313c9-0df2-4006-b160-476f658a666b req-0522e7d1-a184-4539-ae46-f8b5ba1c2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:03:55.607004 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f8313c9-0df2-4006-b160-476f658a666b req-0522e7d1-a184-4539-ae46-f8b5ba1c2cb4 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372114 Aug 26 01:03:55.699635 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f8313c9-0df2-4006-b160-476f658a666b req-f9972e70-0376-4432-9f01-c0d807f7b992 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852950 Aug 26 01:03:55.788964 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8f8313c9-0df2-4006-b160-476f658a666b req-71df1ba6-b92f-4a83-9c53-5a74eec33e4f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825791 Aug 26 01:03:59.057569 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:03:59.059488 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:00.705584 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9e78d7e1-6aed-45cc-954e-2f3862023621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:02.184216 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49060) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:02.325578 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Deleting port aec39c6b-7557-4dc9-bd61-bbf4edea7e32 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:02.325918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (aec39c6b-7557-4dc9-bd61-bbf4edea7e32), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:02.403865 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (aec39c6b-7557-4dc9-bd61-bbf4edea7e32), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:02.404192 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (aec39c6b-7557-4dc9-bd61-bbf4edea7e32), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:02.416995 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Calling delete_port for aec39c6b-7557-4dc9-bd61-bbf4edea7e32 owned by network:floatingip {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:02.529663 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:02.574635 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:02.665397 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (aec39c6b-7557-4dc9-bd61-bbf4edea7e32), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:02.690400 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event deleted for resources: {'Port': ['ID=aec39c6b-7557-4dc9-bd61-bbf4edea7e32,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:02.755947 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (be17587b-5d7b-4c18-8b9b-0c8654011eef), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:02.756332 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Floating IP be17587b-5d7b-4c18-8b9b-0c8654011eef disassociated (deleted). External IP: 172.27.1.179, port: 5db3f93c-3ea8-4e55-9a42-5db856dcb138. Aug 26 01:04:02.947652 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:04:03.053951 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:04:03.058702 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:03.063073 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5991ac-c25b-4663-b8d6-a063529991d8 None None] Sync routers for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:04:03.072710 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-942fbe9a-90dc-477e-916f-d2dc7258c46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:03.074355 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5991ac-c25b-4663-b8d6-a063529991d8 None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:04:03.075167 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-3f5991ac-c25b-4663-b8d6-a063529991d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:03:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:03.089593 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-ca930abd-c596-4126-a062-a86d86799bda tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/be17587b-5d7b-4c18-8b9b-0c8654011eef HTTP/1.1" status: 204 len: 168 time: 0.9043477 Aug 26 01:04:03.090281 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'tag': '5db3f93c-3ea8-4e55-9a42-5db856dcb138'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:04:03.092863 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aed857-ed97-461f-9a7f-94e7c4544125" -d '{"events": [{"name": "network-changed", "server_uuid": "31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed", "tag": "5db3f93c-3ea8-4e55-9a42-5db856dcb138"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:04:03.138194 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d389a39-1675-4e42-8732-b1d6d355c817 x-openstack-request-id: req-9d389a39-1675-4e42-8732-b1d6d355c817 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:04:03.138591 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed", "tag": "5db3f93c-3ea8-4e55-9a42-5db856dcb138", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:04:03.139083 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d389a39-1675-4e42-8732-b1d6d355c817 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:04:03.139665 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d389a39-1675-4e42-8732-b1d6d355c817'] response: {'name': 'network-changed', 'server_uuid': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'tag': '5db3f93c-3ea8-4e55-9a42-5db856dcb138', 'status': 'completed', 'code': 200} Aug 26 01:04:03.185599 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-3f5991ac-c25b-4663-b8d6-a063529991d8 None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:04:03.242770 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aed857-ed97-461f-9a7f-94e7c4544125 req-e3a3c023-0163-47f4-90c6-0b4ad813d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:03.244201 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-43aed857-ed97-461f-9a7f-94e7c4544125 req-e3a3c023-0163-47f4-90c6-0b4ad813d88f service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 1130 time: 0.0454230 Aug 26 01:04:03.336547 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aed857-ed97-461f-9a7f-94e7c4544125 req-254796fd-63f0-4a1e-8a49-822eaaacdaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:03.338005 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-43aed857-ed97-461f-9a7f-94e7c4544125 req-254796fd-63f0-4a1e-8a49-822eaaacdaa8 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 914 time: 0.0871165 Aug 26 01:04:03.378206 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-43aed857-ed97-461f-9a7f-94e7c4544125 req-b5b502ea-c019-4627-8d6b-2c990dccbd91 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db3f93c-3ea8-4e55-9a42-5db856dcb138 HTTP/1.1" status: 200 len: 217 time: 0.0320475 Aug 26 01:04:03.407273 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-3f5991ac-c25b-4663-b8d6-a063529991d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '9d5423f7-d09d-4b92-8011-118d73d2a00d', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:24:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638d924-308a-4f2b-945e-5798c738ee45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:00:03Z', 'updated_at': '2022-08-26T01:00:05Z', 'revision_number': 1, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:03.433422 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5991ac-c25b-4663-b8d6-a063529991d8 None None] Checking router: 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:04:03.433866 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aed857-ed97-461f-9a7f-94e7c4544125 req-5173abbe-d1b4-47e9-bade-0534c2ed4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:03.435417 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-43aed857-ed97-461f-9a7f-94e7c4544125 req-5173abbe-d1b4-47e9-bade-0534c2ed4688 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f HTTP/1.1" status: 200 len: 851 time: 0.0512986 Aug 26 01:04:03.443273 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5991ac-c25b-4663-b8d6-a063529991d8 None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:04:03.443891 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-3f5991ac-c25b-4663-b8d6-a063529991d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:04:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:03.482586 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aed857-ed97-461f-9a7f-94e7c4544125 req-f9290739-c340-4e4f-8eb9-2f269fd426eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:03.484152 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-43aed857-ed97-461f-9a7f-94e7c4544125 req-f9290739-c340-4e4f-8eb9-2f269fd426eb service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410028 Aug 26 01:04:03.558934 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-3f5991ac-c25b-4663-b8d6-a063529991d8 None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:04:03.589484 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-43aed857-ed97-461f-9a7f-94e7c4544125 req-46be46ff-c538-4e06-9a7a-57270f3bfff6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947196 Aug 26 01:04:03.658639 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727efed-c588-417f-94e1-5fe3eae21feb req-4329bd2a-5440-433e-aee9-df2c56720749 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:03.660125 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2727efed-c588-417f-94e1-5fe3eae21feb req-4329bd2a-5440-433e-aee9-df2c56720749 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 946 time: 0.1155925 Aug 26 01:04:03.714637 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2727efed-c588-417f-94e1-5fe3eae21feb req-6a8a98e4-76f0-466d-8c4f-3c03341154af tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484707 Aug 26 01:04:03.891965 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-3f5991ac-c25b-4663-b8d6-a063529991d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '9d5423f7-d09d-4b92-8011-118d73d2a00d', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:24:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638d924-308a-4f2b-945e-5798c738ee45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:00:03Z', 'updated_at': '2022-08-26T01:00:05Z', 'revision_number': 1, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:03.917575 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5991ac-c25b-4663-b8d6-a063529991d8 None None] The sync data for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi is: [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '9d5423f7-d09d-4b92-8011-118d73d2a00d', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'port_id': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'mac_address': 'fa:16:3e:24:8f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638d924-308a-4f2b-945e-5798c738ee45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:00:03Z', 'updated_at': '2022-08-26T01:00:05Z', 'revision_number': 1, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:04:04.051553 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:04.128214 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ff4fe-72c2-4a52-b668-16fc6029ea6f None None] New status for floating IP be17587b-5d7b-4c18-8b9b-0c8654011eef: DOWN {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:04:04.402724 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:04.812003 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:04.836078 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-43aed857-ed97-461f-9a7f-94e7c4544125 req-95865c45-dad4-4721-8335-0b311f30da5e service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923121 Aug 26 01:04:04.889987 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf8194-50ed-4726-af3c-26d293181b5a req-dd6d4718-a1d9-4313-a94c-05e0b5befa35 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:04.892609 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c1cf8194-50ed-4726-af3c-26d293181b5a req-dd6d4718-a1d9-4313-a94c-05e0b5befa35 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 946 time: 0.1016352 Aug 26 01:04:04.946133 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c1cf8194-50ed-4726-af3c-26d293181b5a req-0dca4d8f-fa23-4588-b16b-f62dead9f513 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475993 Aug 26 01:04:05.462603 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:05.480285 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e81b4-0dcc-4ba7-8965-3b775170c047 req-50936457-596f-4eb9-a4d2-0cd3cbb6bfb1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:05.481748 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-893e81b4-0dcc-4ba7-8965-3b775170c047 req-50936457-596f-4eb9-a4d2-0cd3cbb6bfb1 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 946 time: 0.0462794 Aug 26 01:04:05.562068 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-893e81b4-0dcc-4ba7-8965-3b775170c047 req-fdc1f6ef-a323-496b-ad41-f92eeca1ec0b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Deleting port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:05.562412 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-893e81b4-0dcc-4ba7-8965-3b775170c047 req-fdc1f6ef-a323-496b-ad41-f92eeca1ec0b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:05.652214 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-893e81b4-0dcc-4ba7-8965-3b775170c047 req-fdc1f6ef-a323-496b-ad41-f92eeca1ec0b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] For port 5db3f93c-3ea8-4e55-9a42-5db856dcb138, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5db3f93c-3ea8-4e55-9a42-5db856dcb138,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:05.652603 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-893e81b4-0dcc-4ba7-8965-3b775170c047 req-fdc1f6ef-a323-496b-ad41-f92eeca1ec0b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:05.665857 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-893e81b4-0dcc-4ba7-8965-3b775170c047 req-fdc1f6ef-a323-496b-ad41-f92eeca1ec0b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Calling delete_port for 5db3f93c-3ea8-4e55-9a42-5db856dcb138 owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:05.756939 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:05.865664 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-893e81b4-0dcc-4ba7-8965-3b775170c047 req-fdc1f6ef-a323-496b-ad41-f92eeca1ec0b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (5db3f93c-3ea8-4e55-9a42-5db856dcb138), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:05.882898 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:05.892287 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1f6ef-a323-496b-ad41-f92eeca1ec0b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event deleted for resources: {'Port': ['ID=5db3f93c-3ea8-4e55-9a42-5db856dcb138,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:05.938341 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-893e81b4-0dcc-4ba7-8965-3b775170c047 req-fdc1f6ef-a323-496b-ad41-f92eeca1ec0b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] No DVR routers for this DVR port 5db3f93c-3ea8-4e55-9a42-5db856dcb138 on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:04:05.940839 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-893e81b4-0dcc-4ba7-8965-3b775170c047 req-fdc1f6ef-a323-496b-ad41-f92eeca1ec0b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:05.944013 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-893e81b4-0dcc-4ba7-8965-3b775170c047 req-fdc1f6ef-a323-496b-ad41-f92eeca1ec0b tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "DELETE /networking/v2.0/ports/5db3f93c-3ea8-4e55-9a42-5db856dcb138 HTTP/1.1" status: 204 len: 173 time: 0.4562261 Aug 26 01:04:05.944452 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'name': 'network-vif-deleted', 'tag': '5db3f93c-3ea8-4e55-9a42-5db856dcb138'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:04:05.946693 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6ba30a-4d8b-4dc5-8c08-537574b45998" -d '{"events": [{"server_uuid": "31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed", "name": "network-vif-deleted", "tag": "5db3f93c-3ea8-4e55-9a42-5db856dcb138"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:04:05.984188 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8216205e-2b5e-4a89-b524-d1f38f126bb7 x-openstack-request-id: req-8216205e-2b5e-4a89-b524-d1f38f126bb7 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:04:05.984745 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed", "name": "network-vif-deleted", "tag": "5db3f93c-3ea8-4e55-9a42-5db856dcb138", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:04:05.985053 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8216205e-2b5e-4a89-b524-d1f38f126bb7 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:04:05.985406 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8216205e-2b5e-4a89-b524-d1f38f126bb7'] response: {'server_uuid': '31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed', 'name': 'network-vif-deleted', 'tag': '5db3f93c-3ea8-4e55-9a42-5db856dcb138', 'status': 'completed', 'code': 200} Aug 26 01:04:06.050141 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3d0d4ba0-c606-4d77-8298-55859122f894 req-c583586f-440d-4166-b0e7-955b131dcff4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 210 time: 0.0288076 Aug 26 01:04:07.163467 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-478ea8c5-3305-4d24-83b9-39758864924e req-161fd5ed-1645-4e4d-959a-493c8e7aca60 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=31b44a5a-b5a1-4e8a-b7fa-9a2ffe1b84ed HTTP/1.1" status: 200 len: 210 time: 0.0282116 Aug 26 01:04:07.457389 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 5db3f93c-3ea8-4e55-9a42-5db856dcb138 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:04:07.479503 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 5db3f93c-3ea8-4e55-9a42-5db856dcb138 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:04:07.479848 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 5db3f93c-3ea8-4e55-9a42-5db856dcb138 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:04:10.701061 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49110) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:10.846487 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Deleting port 73f40245-ce69-427a-a928-332140c4692f {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:10.846942 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (73f40245-ce69-427a-a928-332140c4692f), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:10.929054 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (73f40245-ce69-427a-a928-332140c4692f), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:10.929386 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (73f40245-ce69-427a-a928-332140c4692f), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:10.942004 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Calling delete_port for 73f40245-ce69-427a-a928-332140c4692f owned by network:floatingip {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:11.179801 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (73f40245-ce69-427a-a928-332140c4692f), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:11.202916 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event deleted for resources: {'Port': ['ID=73f40245-ce69-427a-a928-332140c4692f,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:11.216902 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.217257 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.217607 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.217955 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.218295 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.218630 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.218976 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.219879 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.220221 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.220583 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.220915 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.221246 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.221575 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.221899 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.222226 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:11.277370 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (9d5423f7-d09d-4b92-8011-118d73d2a00d), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:11.277701 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.l3_db [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Floating IP 9d5423f7-d09d-4b92-8011-118d73d2a00d disassociated (deleted). External IP: 172.27.1.218, port: ea9f0339-afc5-4a08-9e7f-4f43f30fd859. Aug 26 01:04:11.478274 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:04:11.525953 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:11.561521 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:11.582396 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:04:11.587207 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:11.591897 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863052d-604a-4eb8-b168-f7d3a5ce1b07 None None] Sync routers for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:04:11.601496 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863052d-604a-4eb8-b168-f7d3a5ce1b07 None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:04:11.602110 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f863052d-604a-4eb8-b168-f7d3a5ce1b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:04:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:11.618397 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-79e8d97b-a15f-4b23-b12c-a1b8a60e8ed9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/9d5423f7-d09d-4b92-8011-118d73d2a00d HTTP/1.1" status: 204 len: 168 time: 0.9161954 Aug 26 01:04:11.625020 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8638d924-308a-4f2b-945e-5798c738ee45', 'tag': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:04:11.625020 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26d1f72-d370-49c7-ab13-cb80036515b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8638d924-308a-4f2b-945e-5798c738ee45", "tag": "ea9f0339-afc5-4a08-9e7f-4f43f30fd859"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:04:11.692298 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e524dc54-ce60-47a5-bce1-00a754be2694 x-openstack-request-id: req-e524dc54-ce60-47a5-bce1-00a754be2694 {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:04:11.692719 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8638d924-308a-4f2b-945e-5798c738ee45", "tag": "ea9f0339-afc5-4a08-9e7f-4f43f30fd859", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:04:11.693044 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e524dc54-ce60-47a5-bce1-00a754be2694 {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:04:11.693518 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e524dc54-ce60-47a5-bce1-00a754be2694'] response: {'name': 'network-changed', 'server_uuid': '8638d924-308a-4f2b-945e-5798c738ee45', 'tag': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'status': 'completed', 'code': 200} Aug 26 01:04:11.700354 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:11.714946 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-f863052d-604a-4eb8-b168-f7d3a5ce1b07 None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:04:11.744585 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:11.847519 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-c26d4d7f-bc33-40b7-b903-10f9f17205fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:11.849029 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-c26d4d7f-bc33-40b7-b903-10f9f17205fd service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 1129 time: 0.0942791 Aug 26 01:04:11.927851 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f863052d-604a-4eb8-b168-f7d3a5ce1b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:11.964562 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-120a4393-116a-483e-b8b8-db39cbeba99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:11.966051 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-120a4393-116a-483e-b8b8-db39cbeba99f service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 200 len: 914 time: 0.0957413 Aug 26 01:04:11.967934 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863052d-604a-4eb8-b168-f7d3a5ce1b07 None None] Checking router: 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:04:11.977042 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863052d-604a-4eb8-b168-f7d3a5ce1b07 None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:04:11.977654 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f863052d-604a-4eb8-b168-f7d3a5ce1b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:04:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:12.009656 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-44cbe84a-e01d-4cc7-82de-b7cefc159f56 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea9f0339-afc5-4a08-9e7f-4f43f30fd859 HTTP/1.1" status: 200 len: 217 time: 0.0364985 Aug 26 01:04:12.081424 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-f863052d-604a-4eb8-b168-f7d3a5ce1b07 None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:04:12.103961 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f5b31-791e-4734-a9b4-a9ba31d49bac req-fd966140-dc34-4124-8bed-f33fd5b0d48e tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:12.105493 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cc2f5b31-791e-4734-a9b4-a9ba31d49bac req-fd966140-dc34-4124-8bed-f33fd5b0d48e tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 945 time: 0.0477154 Aug 26 01:04:12.164012 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cc2f5b31-791e-4734-a9b4-a9ba31d49bac req-b2054f88-d951-4c94-81d6-1ba20643b577 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522034 Aug 26 01:04:12.286236 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f863052d-604a-4eb8-b168-f7d3a5ce1b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:12.310415 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863052d-604a-4eb8-b168-f7d3a5ce1b07 None None] The sync data for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi is: [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59', 'name': '', 'network_id': '67cce745-2ab6-4c41-99b3-cb2978e1bfd5', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'mac_address': 'fa:16:3e:ce:3c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:42Z', 'updated_at': '2022-08-26T00:55:48Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'subnets': [{'id': 'a43d0c05-f3f0-4dc6-b965-0109fa4aa91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:04:12.526732 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d82db7-1381-470b-a013-a9b585c29cb6 None None] New status for floating IP 9d5423f7-d09d-4b92-8011-118d73d2a00d: DOWN {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:04:13.217226 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-79170f23-64b1-4e3e-8317-bbe2b9b2b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:13.218693 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-79170f23-64b1-4e3e-8317-bbe2b9b2b9c0 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f HTTP/1.1" status: 200 len: 851 time: 0.0449660 Aug 26 01:04:13.288253 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad5a6d-4b90-4eb1-b6fc-cf1442f03e34 req-6d523558-cc1f-4359-af04-0aecc26f370f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:13.289784 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7dad5a6d-4b90-4eb1-b6fc-cf1442f03e34 req-6d523558-cc1f-4359-af04-0aecc26f370f tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 945 time: 0.0492539 Aug 26 01:04:13.310411 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-50b3d056-9670-48c7-9105-05066a5c8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:13.311897 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-50b3d056-9670-48c7-9105-05066a5c8486 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=67cce745-2ab6-4c41-99b3-cb2978e1bfd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471783 Aug 26 01:04:13.339628 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7dad5a6d-4b90-4eb1-b6fc-cf1442f03e34 req-0bf0ee67-fd19-4b54-9f3f-98d7004a9bf9 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441699 Aug 26 01:04:13.394268 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-97f2b1de-1026-42bc-b791-9c626905eecb service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 01:04:13.395297 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-97f2b1de-1026-42bc-b791-9c626905eecb service neutron] 10.222.0.91 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056329 Aug 26 01:04:13.485956 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-6145ff6b-66ec-453a-b307-7ea52f3e26c4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838578 Aug 26 01:04:13.651328 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:13.689374 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:13.695520 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c26d1f72-d370-49c7-ab13-cb80036515b8 req-0424101d-427f-4518-94c4-22b8b5304d86 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892937 Aug 26 01:04:13.795584 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff3447-759a-41a4-97cd-59b6ced971d4 req-4e621db2-7a4d-4bb7-9545-ecf328f575a6 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:13.797090 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ddff3447-759a-41a4-97cd-59b6ced971d4 req-4e621db2-7a4d-4bb7-9545-ecf328f575a6 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 945 time: 0.0472348 Aug 26 01:04:13.898977 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-ddff3447-759a-41a4-97cd-59b6ced971d4 req-e4ed5b95-b5cd-4946-945b-c21550144f05 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Deleting port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:13.899321 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ddff3447-759a-41a4-97cd-59b6ced971d4 req-e4ed5b95-b5cd-4946-945b-c21550144f05 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:13.990806 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-ddff3447-759a-41a4-97cd-59b6ced971d4 req-e4ed5b95-b5cd-4946-945b-c21550144f05 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] For port ea9f0339-afc5-4a08-9e7f-4f43f30fd859, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ea9f0339-afc5-4a08-9e7f-4f43f30fd859,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:13.991170 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ddff3447-759a-41a4-97cd-59b6ced971d4 req-e4ed5b95-b5cd-4946-945b-c21550144f05 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:14.004014 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-ddff3447-759a-41a4-97cd-59b6ced971d4 req-e4ed5b95-b5cd-4946-945b-c21550144f05 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Calling delete_port for ea9f0339-afc5-4a08-9e7f-4f43f30fd859 owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:14.455051 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ddff3447-759a-41a4-97cd-59b6ced971d4 req-e4ed5b95-b5cd-4946-945b-c21550144f05 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (ea9f0339-afc5-4a08-9e7f-4f43f30fd859), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:14.461859 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ff0c4-aba2-404c-b401-a7984c43e3d8 req-d78369ad-4c22-4661-80de-0769c199e805 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:14.463332 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-029ff0c4-aba2-404c-b401-a7984c43e3d8 req-d78369ad-4c22-4661-80de-0769c199e805 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 945 time: 0.0500097 Aug 26 01:04:14.496804 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed5b95-b5cd-4946-945b-c21550144f05 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event deleted for resources: {'Port': ['ID=ea9f0339-afc5-4a08-9e7f-4f43f30fd859,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:14.558275 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddff3447-759a-41a4-97cd-59b6ced971d4 req-e4ed5b95-b5cd-4946-945b-c21550144f05 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] No DVR routers for this DVR port ea9f0339-afc5-4a08-9e7f-4f43f30fd859 on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:04:14.562980 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ddff3447-759a-41a4-97cd-59b6ced971d4 req-e4ed5b95-b5cd-4946-945b-c21550144f05 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:14.568087 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ddff3447-759a-41a4-97cd-59b6ced971d4 req-e4ed5b95-b5cd-4946-945b-c21550144f05 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.91 "DELETE /networking/v2.0/ports/ea9f0339-afc5-4a08-9e7f-4f43f30fd859 HTTP/1.1" status: 204 len: 173 time: 0.7651956 Aug 26 01:04:14.568549 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8638d924-308a-4f2b-945e-5798c738ee45', 'name': 'network-vif-deleted', 'tag': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:04:14.570803 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e717166-7d75-462f-bd5a-5e4e29504d2d" -d '{"events": [{"server_uuid": "8638d924-308a-4f2b-945e-5798c738ee45", "name": "network-vif-deleted", "tag": "ea9f0339-afc5-4a08-9e7f-4f43f30fd859"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:04:14.593708 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-029ff0c4-aba2-404c-b401-a7984c43e3d8 req-066eb0b4-08fd-4e7d-b67e-3c72db86510a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=64e668fb-002b-4b2b-b79b-058b34f1fa23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228061 Aug 26 01:04:14.611372 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6956142-0a23-4289-bb07-698024c4fb04 x-openstack-request-id: req-b6956142-0a23-4289-bb07-698024c4fb04 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:04:14.611878 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8638d924-308a-4f2b-945e-5798c738ee45", "name": "network-vif-deleted", "tag": "ea9f0339-afc5-4a08-9e7f-4f43f30fd859", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:04:14.612452 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6956142-0a23-4289-bb07-698024c4fb04 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:04:14.612594 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6956142-0a23-4289-bb07-698024c4fb04'] response: {'server_uuid': '8638d924-308a-4f2b-945e-5798c738ee45', 'name': 'network-vif-deleted', 'tag': 'ea9f0339-afc5-4a08-9e7f-4f43f30fd859', 'status': 'completed', 'code': 200} Aug 26 01:04:15.708942 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d1436932-8405-4e3f-b1b6-ccf7c7f01aec req-e8019331-688a-4743-ac18-a567fc57936a tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8638d924-308a-4f2b-945e-5798c738ee45 HTTP/1.1" status: 200 len: 210 time: 0.0280058 Aug 26 01:04:16.774632 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49150) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:16.887786 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-e058df78-d1a2-46e5-84d3-2be8b209cbdd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Deleting port a464822f-9db1-45e5-8c2b-d2738965f67d {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:16.888127 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e058df78-d1a2-46e5-84d3-2be8b209cbdd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (a464822f-9db1-45e5-8c2b-d2738965f67d), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:16.964806 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e058df78-d1a2-46e5-84d3-2be8b209cbdd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (a464822f-9db1-45e5-8c2b-d2738965f67d), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:16.965137 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e058df78-d1a2-46e5-84d3-2be8b209cbdd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (a464822f-9db1-45e5-8c2b-d2738965f67d), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:16.977790 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-e058df78-d1a2-46e5-84d3-2be8b209cbdd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Calling delete_port for a464822f-9db1-45e5-8c2b-d2738965f67d owned by network:floatingip {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:17.196685 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e058df78-d1a2-46e5-84d3-2be8b209cbdd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (a464822f-9db1-45e5-8c2b-d2738965f67d), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:17.219543 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058df78-d1a2-46e5-84d3-2be8b209cbdd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event deleted for resources: {'Port': ['ID=a464822f-9db1-45e5-8c2b-d2738965f67d,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:17.284760 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e058df78-d1a2-46e5-84d3-2be8b209cbdd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for floatingip (e85186c7-2bc0-40e1-aa1a-6729d3c8e6b7), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:17.287495 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e058df78-d1a2-46e5-84d3-2be8b209cbdd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:17.288657 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-e058df78-d1a2-46e5-84d3-2be8b209cbdd tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/e85186c7-2bc0-40e1-aa1a-6729d3c8e6b7 HTTP/1.1" status: 204 len: 168 time: 0.5138924 Aug 26 01:04:17.488300 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ea9f0339-afc5-4a08-9e7f-4f43f30fd859 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:04:17.506837 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: ea9f0339-afc5-4a08-9e7f-4f43f30fd859 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:04:17.508826 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device ea9f0339-afc5-4a08-9e7f-4f43f30fd859 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:04:18.644590 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49166) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:18.702448 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group (64e668fb-002b-4b2b-b79b-058b34f1fa23), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:18.732950 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group (64e668fb-002b-4b2b-b79b-058b34f1fa23), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:18.870945 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (64e668fb-002b-4b2b-b79b-058b34f1fa23), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:18.873605 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:18.874816 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/64e668fb-002b-4b2b-b79b-058b34f1fa23 HTTP/1.1" status: 204 len: 168 time: 0.2291939 Aug 26 01:04:18.884825 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e668fb-002b-4b2b-b79b-058b34f1fa23,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:18.893094 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.893477 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.893823 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.894173 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.894536 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.894847 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.895184 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.895514 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.895845 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.896177 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.896530 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.896863 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.897194 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.897518 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:18.897846 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fe71b9-11b1-4c8e-a52f-930d379e84b4 tempest-TestVolumeBootPattern-2142040423 tempest-TestVolumeBootPattern-2142040423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:19.032884 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49172) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:19.132177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:19.354168 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:19.448940 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:19.454980 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-241d1861-17d9-46d6-8fda-9a182ed27586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588378'] for router_interface (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:19.674066 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-241d1861-17d9-46d6-8fda-9a182ed27586 admin admin] Deleting port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:19.674323 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-241d1861-17d9-46d6-8fda-9a182ed27586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:19.750738 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-241d1861-17d9-46d6-8fda-9a182ed27586 admin admin] For port 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:19.751098 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-241d1861-17d9-46d6-8fda-9a182ed27586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:19.767162 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-241d1861-17d9-46d6-8fda-9a182ed27586 admin admin] Calling delete_port for 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 owned by network:router_interface {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:20.019987 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-241d1861-17d9-46d6-8fda-9a182ed27586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:20.046094 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d1861-17d9-46d6-8fda-9a182ed27586 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:20.212464 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-241d1861-17d9-46d6-8fda-9a182ed27586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588334'] for router_interface (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:20.268933 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:20.419276 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:20.431000 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241d1861-17d9-46d6-8fda-9a182ed27586 admin admin] Router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:04:20.535101 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241d1861-17d9-46d6-8fda-9a182ed27586 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:04:20.540968 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-241d1861-17d9-46d6-8fda-9a182ed27586 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/3a3aa609-ce29-43a8-a6ef-452b48bef3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5065002 Aug 26 01:04:20.543474 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49192) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:20.544757 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa48f13-ff99-4db2-bdfd-5569a84da5e7 None None] Sync routers for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:04:20.556504 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa48f13-ff99-4db2-bdfd-5569a84da5e7 None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:04:20.556504 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-efa48f13-ff99-4db2-bdfd-5569a84da5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:04:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:20.648929 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Publish callbacks [] for router (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:20.666972 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-efa48f13-ff99-4db2-bdfd-5569a84da5e7 None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:04:20.753270 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:20.761263 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Publish callbacks [] for router_gateway (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:20.767697 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:20.769061 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:20.853861 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-efa48f13-ff99-4db2-bdfd-5569a84da5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T01:04:19Z', 'revision_number': 5, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port': {'id': '5e4ec125-46f1-4af7-88b3-1193dc39ea2c', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:39Z', 'updated_at': '2022-08-26T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:20.883220 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa48f13-ff99-4db2-bdfd-5569a84da5e7 None None] Checking router: 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:04:20.891287 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa48f13-ff99-4db2-bdfd-5569a84da5e7 None None] Routers {'3a3aa609-ce29-43a8-a6ef-452b48bef3c5'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:04:20.891881 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-efa48f13-ff99-4db2-bdfd-5569a84da5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:04:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:20.904443 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Deleting port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:20.904835 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:20.976064 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-efa48f13-ff99-4db2-bdfd-5569a84da5e7 None None] Set router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 gateway port host: None {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:04:20.987193 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] For port 5e4ec125-46f1-4af7-88b3-1193dc39ea2c, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=5e4ec125-46f1-4af7-88b3-1193dc39ea2c,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:20.987561 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:21.001021 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Calling delete_port for 5e4ec125-46f1-4af7-88b3-1193dc39ea2c owned by network:router_gateway {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:21.027750 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-efa48f13-ff99-4db2-bdfd-5569a84da5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T01:04:20Z', 'revision_number': 6, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port_host': None}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:21.052444 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa48f13-ff99-4db2-bdfd-5569a84da5e7 None None] The sync data for ids ['3a3aa609-ce29-43a8-a6ef-452b48bef3c5'] in dv-cinder-835384-25-iscsi is: [{'id': '3a3aa609-ce29-43a8-a6ef-452b48bef3c5', 'name': 'tempest-TestVolumeBootPattern-1614340133-router', 'tenant_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:38Z', 'updated_at': '2022-08-26T01:04:20Z', 'revision_number': 6, 'project_id': 'ca3e24d51bdf44c5ad7219fa57d3d23b', 'gw_port_host': None}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:04:21.259960 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (5e4ec125-46f1-4af7-88b3-1193dc39ea2c), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:21.290667 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4ec125-46f1-4af7-88b3-1193dc39ea2c,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:21.352066 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587935'] for router_gateway (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:21.449549 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26948'] for router (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:21.451801 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Publish callbacks [] for router_controller (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:21.550978 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588406'] for router (3a3aa609-ce29-43a8-a6ef-452b48bef3c5), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:21.551654 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a3aa609-ce29-43a8-a6ef-452b48bef3c5 {{(pid=113336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 01:04:21.563568 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:21.563568 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-47ffcf94-8ca7-43cc-be76-94c95871306c admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/3a3aa609-ce29-43a8-a6ef-452b48bef3c5 HTTP/1.1" status: 204 len: 168 time: 1.0129540 Aug 26 01:04:21.563568 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49196) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:21.608976 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67fb59f-585d-46c5-ad43-6cf3d6a9f920 admin admin] Deleting subnet a43d0c05-f3f0-4dc6-b965-0109fa4aa91f {{(pid=113336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 01:04:21.612638 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e67fb59f-585d-46c5-ad43-6cf3d6a9f920 admin admin] Publish callbacks [] for subnet (a43d0c05-f3f0-4dc6-b965-0109fa4aa91f), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:21.647159 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e67fb59f-585d-46c5-ad43-6cf3d6a9f920 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15151684'] for subnet (a43d0c05-f3f0-4dc6-b965-0109fa4aa91f), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:21.670871 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:21.723367 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e67fb59f-585d-46c5-ad43-6cf3d6a9f920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (a43d0c05-f3f0-4dc6-b965-0109fa4aa91f), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:21.888706 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e67fb59f-585d-46c5-ad43-6cf3d6a9f920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16517140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14176858'] for subnet (a43d0c05-f3f0-4dc6-b965-0109fa4aa91f), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:21.917349 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fb59f-585d-46c5-ad43-6cf3d6a9f920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a43d0c05-f3f0-4dc6-b965-0109fa4aa91f,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:21.921226 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e67fb59f-585d-46c5-ad43-6cf3d6a9f920 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:21.925798 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-e67fb59f-585d-46c5-ad43-6cf3d6a9f920 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/a43d0c05-f3f0-4dc6-b965-0109fa4aa91f HTTP/1.1" status: 204 len: 168 time: 0.3648310 Aug 26 01:04:21.927711 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49200) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:21.928924 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44261192-b89f-4b57-bb8e-61bf7fb2dc72 None None] Network 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:04:22.006838 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (67cce745-2ab6-4c41-99b3-cb2978e1bfd5), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.020076 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:04:22.050918 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Deleting port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:22.051315 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.056180 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:04:22.056585 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 9ff8e1d7-a80f-4d00-bb0b-9d57388e7c59 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:04:22.057005 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 5e4ec125-46f1-4af7-88b3-1193dc39ea2c no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:04:22.081265 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 5e4ec125-46f1-4af7-88b3-1193dc39ea2c {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:04:22.089603 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 5e4ec125-46f1-4af7-88b3-1193dc39ea2c not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:04:22.154819 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330fe426-1da4-4790-95a6-147fc3e1b7b9 None None] DHCP port deletion for 67cce745-2ab6-4c41-99b3-cb2978e1bfd5 request from dv-cinder-835384-25-iscsi {{(pid=113337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 01:04:22.159229 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:22.204313 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-330fe426-1da4-4790-95a6-147fc3e1b7b9 None None] Deleting port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc {{(pid=113337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:22.204747 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-330fe426-1da4-4790-95a6-147fc3e1b7b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), before_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.271808 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-330fe426-1da4-4790-95a6-147fc3e1b7b9 None None] For port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=00ccc8d6-0e07-441b-bc9d-adfb21a6bafc,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:22.272200 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-330fe426-1da4-4790-95a6-147fc3e1b7b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), precommit_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.287318 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-330fe426-1da4-4790-95a6-147fc3e1b7b9 None None] Calling delete_port for 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc owned by network:dhcp {{(pid=113337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:22.394855 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] For port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=00ccc8d6-0e07-441b-bc9d-adfb21a6bafc,segment=NetworkSegment(b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee),segment_id=b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:22.395319 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.412833 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Calling delete_port for 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc owned by network:dhcp {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:22.550834 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.557943 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-330fe426-1da4-4790-95a6-147fc3e1b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386'] for port (00ccc8d6-0e07-441b-bc9d-adfb21a6bafc), after_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.574128 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Pushing event deleted for resources: {'Port': ['ID=00ccc8d6-0e07-441b-bc9d-adfb21a6bafc,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:22.581018 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] No DVR routers for this DVR port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc on host dv-cinder-835384-25-iscsi {{(pid=113335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:04:22.586179 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fe426-1da4-4790-95a6-147fc3e1b7b9 None None] Pushing event deleted for resources: {'Port': ['ID=00ccc8d6-0e07-441b-bc9d-adfb21a6bafc,revision_number=None']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:22.590622 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330fe426-1da4-4790-95a6-147fc3e1b7b9 None None] No DVR routers for this DVR port 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc on host dv-cinder-835384-25-iscsi {{(pid=113337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:04:22.653309 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (67cce745-2ab6-4c41-99b3-cb2978e1bfd5), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.673052 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67cce745-2ab6-4c41-99b3-cb2978e1bfd5']}} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:22.691147 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee') {'for_net_delete': True} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:22.691442 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee') {} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:22.702202 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14309385'] for segment (b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.716448 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.722685 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=113335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:04:22.723064 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14590166'] for segment (b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.764855 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee resource provider aggregate not found Aug 26 01:04:22.783105 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b14ab7c5-5cc2-45e9-9f1a-2e1c6b5723ee found for delete ", "request_id": "req-f211be9c-75c4-4475-a365-d235defe8ca0"}]} Aug 26 01:04:22.917230 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (67cce745-2ab6-4c41-99b3-cb2978e1bfd5), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.926046 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:22.929285 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/67cce745-2ab6-4c41-99b3-cb2978e1bfd5 HTTP/1.1" status: 204 len: 168 time: 0.9999616 Aug 26 01:04:22.932278 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49210) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:22.940678 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb0ec1-3705-438a-833f-137d3240805d admin admin] Pushing event deleted for resources: {'Network': ['ID=67cce745-2ab6-4c41-99b3-cb2978e1bfd5,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:23.117450 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:23.250459 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-669b2d51-7ad6-4c01-a761-b52a17d32096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588378'] for router_interface (402e71c4-13fd-4e16-bb08-89dbbc598601), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:23.446886 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923cf43-4c19-4324-aabc-aaf59012338f req-d5268347-b6ca-4fad-8824-d2aaca9fa1ba tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:23.448418 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b923cf43-4c19-4324-aabc-aaf59012338f req-d5268347-b6ca-4fad-8824-d2aaca9fa1ba tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 946 time: 0.0500555 Aug 26 01:04:23.479717 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-669b2d51-7ad6-4c01-a761-b52a17d32096 admin admin] Deleting port 3ee67877-1680-42c1-98ff-773cb6acc531 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:23.480128 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-669b2d51-7ad6-4c01-a761-b52a17d32096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:23.493365 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:23.497945 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-b923cf43-4c19-4324-aabc-aaf59012338f req-0ab64d4e-5722-4343-8e4c-b9e6a4ebfd8a tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=124ad454-b8ef-4dc2-aaeb-8af097aba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430903 Aug 26 01:04:23.523392 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:23.562360 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-669b2d51-7ad6-4c01-a761-b52a17d32096 admin admin] For port 3ee67877-1680-42c1-98ff-773cb6acc531, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=3ee67877-1680-42c1-98ff-773cb6acc531,segment=NetworkSegment(a06fc4fb-218f-428a-a12e-14d267c8b784),segment_id=a06fc4fb-218f-428a-a12e-14d267c8b784)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:23.562715 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-669b2d51-7ad6-4c01-a761-b52a17d32096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:23.575335 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-669b2d51-7ad6-4c01-a761-b52a17d32096 admin admin] Calling delete_port for 3ee67877-1680-42c1-98ff-773cb6acc531 owned by network:router_interface {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:23.830983 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-669b2d51-7ad6-4c01-a761-b52a17d32096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (3ee67877-1680-42c1-98ff-773cb6acc531), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:23.854047 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b2d51-7ad6-4c01-a761-b52a17d32096 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee67877-1680-42c1-98ff-773cb6acc531,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:24.023471 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-669b2d51-7ad6-4c01-a761-b52a17d32096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588334'] for router_interface (402e71c4-13fd-4e16-bb08-89dbbc598601), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:24.039534 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:04:24.059814 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:04:24.060178 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 00ccc8d6-0e07-441b-bc9d-adfb21a6bafc not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:04:24.237238 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669b2d51-7ad6-4c01-a761-b52a17d32096 admin admin] Router 402e71c4-13fd-4e16-bb08-89dbbc598601 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:04:24.285734 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:24.339806 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669b2d51-7ad6-4c01-a761-b52a17d32096 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:04:24.344669 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-669b2d51-7ad6-4c01-a761-b52a17d32096 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/402e71c4-13fd-4e16-bb08-89dbbc598601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4112942 Aug 26 01:04:24.347260 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49216) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:24.349981 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd8f0fe-c964-4f56-8468-98ba731c1c56 None None] Sync routers for ids ['402e71c4-13fd-4e16-bb08-89dbbc598601'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:04:24.358943 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=26 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:24.361916 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8f0fe-c964-4f56-8468-98ba731c1c56 None None] Routers {'402e71c4-13fd-4e16-bb08-89dbbc598601'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:04:24.362536 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-1bd8f0fe-c964-4f56-8468-98ba731c1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:04:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['402e71c4-13fd-4e16-bb08-89dbbc598601'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:24.453319 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Publish callbacks [] for router (402e71c4-13fd-4e16-bb08-89dbbc598601), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:24.464682 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-1bd8f0fe-c964-4f56-8468-98ba731c1c56 None None] Set router 402e71c4-13fd-4e16-bb08-89dbbc598601 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:04:24.498182 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:24.552871 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Publish callbacks [] for router_gateway (402e71c4-13fd-4e16-bb08-89dbbc598601), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:24.622276 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51387ae-08c8-4d9c-8878-1916c42f4160 req-99281a67-eb10-4b90-98b7-c6daa8da1169 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:24.623754 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e51387ae-08c8-4d9c-8878-1916c42f4160 req-99281a67-eb10-4b90-98b7-c6daa8da1169 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 946 time: 0.0465732 Aug 26 01:04:24.637943 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-1bd8f0fe-c964-4f56-8468-98ba731c1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'name': 'tempest-TestVolumeBootPattern-2108097640-router', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': '0e36adf6-e245-48bc-b8c9-238356128428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:46Z', 'updated_at': '2022-08-26T01:04:23Z', 'revision_number': 5, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'gw_port': {'id': '0e36adf6-e245-48bc-b8c9-238356128428', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T00:55:47Z', 'updated_at': '2022-08-26T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:24.664039 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd8f0fe-c964-4f56-8468-98ba731c1c56 None None] Checking router: 402e71c4-13fd-4e16-bb08-89dbbc598601 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:04:24.672788 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e51387ae-08c8-4d9c-8878-1916c42f4160 req-159312a6-0e3c-41bd-b276-89cedde83916 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=124ad454-b8ef-4dc2-aaeb-8af097aba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Aug 26 01:04:24.673362 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8f0fe-c964-4f56-8468-98ba731c1c56 None None] Routers {'402e71c4-13fd-4e16-bb08-89dbbc598601'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:04:24.674158 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-1bd8f0fe-c964-4f56-8468-98ba731c1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:04:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['402e71c4-13fd-4e16-bb08-89dbbc598601'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:24.706886 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Deleting port 0e36adf6-e245-48bc-b8c9-238356128428 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:24.709538 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (0e36adf6-e245-48bc-b8c9-238356128428), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:24.795243 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] For port 0e36adf6-e245-48bc-b8c9-238356128428, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=0e36adf6-e245-48bc-b8c9-238356128428,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:24.795522 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (0e36adf6-e245-48bc-b8c9-238356128428), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:24.810228 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Calling delete_port for 0e36adf6-e245-48bc-b8c9-238356128428 owned by network:router_gateway {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:24.846579 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-1bd8f0fe-c964-4f56-8468-98ba731c1c56 None None] Set router 402e71c4-13fd-4e16-bb08-89dbbc598601 gateway port host: None {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:04:24.894544 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-1bd8f0fe-c964-4f56-8468-98ba731c1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'name': 'tempest-TestVolumeBootPattern-2108097640-router', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:46Z', 'updated_at': '2022-08-26T01:04:24Z', 'revision_number': 6, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'gw_port_host': None}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:24.923658 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd8f0fe-c964-4f56-8468-98ba731c1c56 None None] The sync data for ids ['402e71c4-13fd-4e16-bb08-89dbbc598601'] in dv-cinder-835384-25-iscsi is: [{'id': '402e71c4-13fd-4e16-bb08-89dbbc598601', 'name': 'tempest-TestVolumeBootPattern-2108097640-router', 'tenant_id': '016ffb0e1f50431299ecff65e07bd180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T00:55:46Z', 'updated_at': '2022-08-26T01:04:24Z', 'revision_number': 6, 'project_id': '016ffb0e1f50431299ecff65e07bd180', 'gw_port_host': None}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:04:25.047086 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (0e36adf6-e245-48bc-b8c9-238356128428), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:25.054703 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:25.072745 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e36adf6-e245-48bc-b8c9-238356128428,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:25.168432 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95be702-7a22-4970-8512-285829d82084 req-2aab5e65-6d9a-418a-8b73-8c090af2b7d4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:25.169896 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a95be702-7a22-4970-8512-285829d82084 req-2aab5e65-6d9a-418a-8b73-8c090af2b7d4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 946 time: 0.0744102 Aug 26 01:04:25.176300 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587935'] for router_gateway (402e71c4-13fd-4e16-bb08-89dbbc598601), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:25.563145 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26948'] for router (402e71c4-13fd-4e16-bb08-89dbbc598601), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:25.581305 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Publish callbacks [] for router_controller (402e71c4-13fd-4e16-bb08-89dbbc598601), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:25.629986 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Deleting port bd537a03-4210-4576-9d92-e96d9f5b3e29 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:25.630252 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:25.797701 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] For port bd537a03-4210-4576-9d92-e96d9f5b3e29, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bd537a03-4210-4576-9d92-e96d9f5b3e29,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:25.797701 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:25.802043 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786a41f-0ba0-4dea-98f8-fc2f6b61a3b2 req-e3bd5773-8700-4f4d-b306-c6f7527369eb tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:25.806505 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3786a41f-0ba0-4dea-98f8-fc2f6b61a3b2 req-e3bd5773-8700-4f4d-b306-c6f7527369eb tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 946 time: 0.0494828 Aug 26 01:04:25.825934 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588406'] for router (402e71c4-13fd-4e16-bb08-89dbbc598601), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:25.826506 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 402e71c4-13fd-4e16-bb08-89dbbc598601 {{(pid=113336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 01:04:25.831860 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:25.833019 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-2af27f1f-f878-4c25-b1e7-f409c81a5601 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/402e71c4-13fd-4e16-bb08-89dbbc598601 HTTP/1.1" status: 204 len: 168 time: 1.4848678 Aug 26 01:04:25.837402 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49222) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:25.890143 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:25.896867 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3786a41f-0ba0-4dea-98f8-fc2f6b61a3b2 req-a1f5e530-757c-4490-b535-fa8f4edc0f18 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=124ad454-b8ef-4dc2-aaeb-8af097aba1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864189 Aug 26 01:04:25.905380 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:25.905747 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (b91d69fc-0a48-4f1f-9248-6fde0f6097af), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:25.906065 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Floating IP b91d69fc-0a48-4f1f-9248-6fde0f6097af disassociated. External IP: 172.27.1.108, port: bd537a03-4210-4576-9d92-e96d9f5b3e29. Aug 26 01:04:25.906412 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Calling delete_port for bd537a03-4210-4576-9d92-e96d9f5b3e29 owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:25.911390 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22ac60e-c465-432a-be87-1281c0c6e2b2 admin admin] Deleting subnet 924c34d9-865b-4fe8-86ab-8c4ed8838439 {{(pid=113335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 01:04:25.916290 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a22ac60e-c465-432a-be87-1281c0c6e2b2 admin admin] Publish callbacks [] for subnet (924c34d9-865b-4fe8-86ab-8c4ed8838439), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:25.971789 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a22ac60e-c465-432a-be87-1281c0c6e2b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14309376'] for subnet (924c34d9-865b-4fe8-86ab-8c4ed8838439), precommit_delete_associations {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.001863 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 0e36adf6-e245-48bc-b8c9-238356128428 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:04:26.019936 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 0e36adf6-e245-48bc-b8c9-238356128428 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:04:26.020574 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 0e36adf6-e245-48bc-b8c9-238356128428 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:04:26.021207 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 3ee67877-1680-42c1-98ff-773cb6acc531 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:04:26.027798 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:26.044374 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 3ee67877-1680-42c1-98ff-773cb6acc531 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:04:26.045105 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 3ee67877-1680-42c1-98ff-773cb6acc531 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:04:26.082328 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a22ac60e-c465-432a-be87-1281c0c6e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (924c34d9-865b-4fe8-86ab-8c4ed8838439), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.111182 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (bd537a03-4210-4576-9d92-e96d9f5b3e29), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.145777 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event deleted for resources: {'Port': ['ID=bd537a03-4210-4576-9d92-e96d9f5b3e29,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:26.203077 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:26.254445 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a22ac60e-c465-432a-be87-1281c0c6e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14132285'] for subnet (924c34d9-865b-4fe8-86ab-8c4ed8838439), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.256201 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Router b7da65f7-4793-432c-a96b-4d3c019d416d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:04:26.280499 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ac60e-c465-432a-be87-1281c0c6e2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924c34d9-865b-4fe8-86ab-8c4ed8838439,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:26.286293 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-a22ac60e-c465-432a-be87-1281c0c6e2b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.291966 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-a22ac60e-c465-432a-be87-1281c0c6e2b2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/924c34d9-865b-4fe8-86ab-8c4ed8838439 HTTP/1.1" status: 204 len: 168 time: 0.4513102 Aug 26 01:04:26.292198 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49224) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:26.293127 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb47bde6-92be-4d91-b654-63ebed2cae30 None None] Network f7e5e10f-1bc1-492e-8037-16d37a0f3de8 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:04:26.363318 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:04:26.374844 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (f7e5e10f-1bc1-492e-8037-16d37a0f3de8), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.384622 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c954310e-032a-4067-afcc-482eb69db8af None None] Sync routers for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:04:26.406733 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954310e-032a-4067-afcc-482eb69db8af None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:04:26.407659 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-c954310e-032a-4067-afcc-482eb69db8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:04:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:26.414245 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] No DVR routers for this DVR port bd537a03-4210-4576-9d92-e96d9f5b3e29 on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:04:26.416984 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.420441 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-a95be702-7a22-4970-8512-285829d82084 req-31b380a2-5b48-4208-b7c7-c69f1aa11f55 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "DELETE /networking/v2.0/ports/bd537a03-4210-4576-9d92-e96d9f5b3e29 HTTP/1.1" status: 204 len: 173 time: 1.2450378 Aug 26 01:04:26.420931 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'name': 'network-vif-deleted', 'tag': 'bd537a03-4210-4576-9d92-e96d9f5b3e29'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:04:26.424209 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37584735-5565-4b4d-bd7b-fdf35560aa9b" -d '{"events": [{"server_uuid": "e5344f30-5e79-4f69-a954-d080b6b9f7ed", "name": "network-vif-deleted", "tag": "bd537a03-4210-4576-9d92-e96d9f5b3e29"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:04:26.424883 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Deleting port c87792e1-e436-4771-87ce-e6a4ea463bd4 {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:26.425417 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.505218 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] For port c87792e1-e436-4771-87ce-e6a4ea463bd4, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=c87792e1-e436-4771-87ce-e6a4ea463bd4,segment=NetworkSegment(a06fc4fb-218f-428a-a12e-14d267c8b784),segment_id=a06fc4fb-218f-428a-a12e-14d267c8b784)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:26.505670 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.524441 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab06a6-4bd5-495c-8f12-95c1e342b528 None None] DHCP port deletion for f7e5e10f-1bc1-492e-8037-16d37a0f3de8 request from dv-cinder-835384-25-iscsi {{(pid=113337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 01:04:26.526371 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Calling delete_port for c87792e1-e436-4771-87ce-e6a4ea463bd4 owned by network:dhcp {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:26.567247 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be8e14c-f4b9-4b93-bff4-cfc72536abf6 x-openstack-request-id: req-7be8e14c-f4b9-4b93-bff4-cfc72536abf6 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:04:26.567978 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5344f30-5e79-4f69-a954-d080b6b9f7ed", "name": "network-vif-deleted", "tag": "bd537a03-4210-4576-9d92-e96d9f5b3e29", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:04:26.568451 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7be8e14c-f4b9-4b93-bff4-cfc72536abf6 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:04:26.569090 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be8e14c-f4b9-4b93-bff4-cfc72536abf6'] response: {'server_uuid': 'e5344f30-5e79-4f69-a954-d080b6b9f7ed', 'name': 'network-vif-deleted', 'tag': 'bd537a03-4210-4576-9d92-e96d9f5b3e29', 'status': 'completed', 'code': 200} Aug 26 01:04:26.581081 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-c954310e-032a-4067-afcc-482eb69db8af None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:04:26.621979 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab06a6-4bd5-495c-8f12-95c1e342b528 None None] Deleting port c87792e1-e436-4771-87ce-e6a4ea463bd4 {{(pid=113337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:26.622351 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f5ab06a6-4bd5-495c-8f12-95c1e342b528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), before_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.694356 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.723106 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Pushing event deleted for resources: {'Port': ['ID=c87792e1-e436-4771-87ce-e6a4ea463bd4,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:26.726763 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] No DVR routers for this DVR port c87792e1-e436-4771-87ce-e6a4ea463bd4 on host dv-cinder-835384-25-iscsi {{(pid=113335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:04:26.754824 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:26.786186 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-f5ab06a6-4bd5-495c-8f12-95c1e342b528 None None] For port c87792e1-e436-4771-87ce-e6a4ea463bd4, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=c87792e1-e436-4771-87ce-e6a4ea463bd4,segment=NetworkSegment(a06fc4fb-218f-428a-a12e-14d267c8b784),segment_id=a06fc4fb-218f-428a-a12e-14d267c8b784)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:26.786584 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f5ab06a6-4bd5-495c-8f12-95c1e342b528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), precommit_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.797757 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:26.801928 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (f7e5e10f-1bc1-492e-8037-16d37a0f3de8), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.813426 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab06a6-4bd5-495c-8f12-95c1e342b528 None None] Calling delete_port for c87792e1-e436-4771-87ce-e6a4ea463bd4 owned by network:dhcp {{(pid=113337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:26.822493 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e5e10f-1bc1-492e-8037-16d37a0f3de8']}} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:26.834129 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06fc4fb-218f-428a-a12e-14d267c8b784') {'for_net_delete': True} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:26.834427 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06fc4fb-218f-428a-a12e-14d267c8b784') {} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:26.845325 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14309385'] for segment (a06fc4fb-218f-428a-a12e-14d267c8b784), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.860149 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (a06fc4fb-218f-428a-a12e-14d267c8b784), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.867222 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=113335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:04:26.867627 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14590166'] for segment (a06fc4fb-218f-428a-a12e-14d267c8b784), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:26.907767 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment a06fc4fb-218f-428a-a12e-14d267c8b784 resource provider aggregate not found Aug 26 01:04:26.918205 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:26.927699 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-c954310e-032a-4067-afcc-482eb69db8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:26.955011 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment a06fc4fb-218f-428a-a12e-14d267c8b784 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a06fc4fb-218f-428a-a12e-14d267c8b784 found for delete ", "request_id": "req-01b4c873-b074-4983-826d-f1397014a1a6"}]} Aug 26 01:04:26.968556 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c954310e-032a-4067-afcc-482eb69db8af None None] Checking router: b7da65f7-4793-432c-a96b-4d3c019d416d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:04:26.981275 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954310e-032a-4067-afcc-482eb69db8af None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:04:26.981895 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-c954310e-032a-4067-afcc-482eb69db8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:04:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:27.009150 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (f7e5e10f-1bc1-492e-8037-16d37a0f3de8), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:27.016641 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f5ab06a6-4bd5-495c-8f12-95c1e342b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386'] for port (c87792e1-e436-4771-87ce-e6a4ea463bd4), after_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:27.051322 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3fe374f4-6816-47a0-8b36-3c787c67676a req-c65b56d8-6fe5-4a39-a245-5dd96bf6aa6d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=e5344f30-5e79-4f69-a954-d080b6b9f7ed HTTP/1.1" status: 200 len: 210 time: 0.0379889 Aug 26 01:04:27.051322 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:27.051322 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/f7e5e10f-1bc1-492e-8037-16d37a0f3de8 HTTP/1.1" status: 204 len: 168 time: 0.7495663 Aug 26 01:04:27.058854 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab06a6-4bd5-495c-8f12-95c1e342b528 None None] Pushing event deleted for resources: {'Port': ['ID=c87792e1-e436-4771-87ce-e6a4ea463bd4,revision_number=None']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:27.060652 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441238a8-4d13-4cf1-b211-9303ecbedd8b admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e5e10f-1bc1-492e-8037-16d37a0f3de8,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:27.088344 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5ab06a6-4bd5-495c-8f12-95c1e342b528 None None] Network f7e5e10f-1bc1-492e-8037-16d37a0f3de8 is not hosted by any dhcp agent {{(pid=113337) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 26 01:04:27.088829 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab06a6-4bd5-495c-8f12-95c1e342b528 None None] No DVR routers for this DVR port c87792e1-e436-4771-87ce-e6a4ea463bd4 on host dv-cinder-835384-25-iscsi {{(pid=113337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:04:27.121930 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-c954310e-032a-4067-afcc-482eb69db8af None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:04:27.309450 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-c954310e-032a-4067-afcc-482eb69db8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:27.337918 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c954310e-032a-4067-afcc-482eb69db8af None None] The sync data for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi is: [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:04:27.446605 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49238) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:27.493064 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49240) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:27.494750 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-789fee51-1efb-4811-9414-41187f3eb216 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ca3e24d51bdf44c5ad7219fa57d3d23b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454607 Aug 26 01:04:27.541234 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device bd537a03-4210-4576-9d92-e96d9f5b3e29 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:04:27.552451 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6732b4e5-ca72-491c-b9a8-cfdf390f152e admin admin] Publish callbacks [] for security_group (0b2c3138-4d76-460c-b763-f21177ebe81a), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:27.566780 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: bd537a03-4210-4576-9d92-e96d9f5b3e29 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:04:27.566780 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device bd537a03-4210-4576-9d92-e96d9f5b3e29 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:04:27.576191 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6732b4e5-ca72-491c-b9a8-cfdf390f152e admin admin] Publish callbacks [] for security_group (0b2c3138-4d76-460c-b763-f21177ebe81a), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:27.595379 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559a7e1-4730-479a-89f7-07c3f8a6d46e None None] New status for floating IP b91d69fc-0a48-4f1f-9248-6fde0f6097af: DOWN {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:04:27.693991 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6732b4e5-ca72-491c-b9a8-cfdf390f152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (0b2c3138-4d76-460c-b763-f21177ebe81a), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:27.696510 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6732b4e5-ca72-491c-b9a8-cfdf390f152e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:27.697659 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-6732b4e5-ca72-491c-b9a8-cfdf390f152e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0b2c3138-4d76-460c-b763-f21177ebe81a HTTP/1.1" status: 204 len: 168 time: 0.2035654 Aug 26 01:04:27.706051 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732b4e5-ca72-491c-b9a8-cfdf390f152e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2c3138-4d76-460c-b763-f21177ebe81a,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:27.962267 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device c87792e1-e436-4771-87ce-e6a4ea463bd4 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:04:27.987117 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: c87792e1-e436-4771-87ce-e6a4ea463bd4 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:04:27.987465 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device c87792e1-e436-4771-87ce-e6a4ea463bd4 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:04:28.197390 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49250) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:28.253358 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4c89f43b-0d8d-4ca9-b2c3-22cdd71554bd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (124ad454-b8ef-4dc2-aaeb-8af097aba1be), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:28.278289 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4c89f43b-0d8d-4ca9-b2c3-22cdd71554bd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (124ad454-b8ef-4dc2-aaeb-8af097aba1be), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:28.384517 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49252) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:28.429608 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-82d1bea3-152e-4021-bc20-9f4262315f38 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=016ffb0e1f50431299ecff65e07bd180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439653 Aug 26 01:04:28.432226 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49254) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:28.444247 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4c89f43b-0d8d-4ca9-b2c3-22cdd71554bd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (124ad454-b8ef-4dc2-aaeb-8af097aba1be), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:28.446711 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-4c89f43b-0d8d-4ca9-b2c3-22cdd71554bd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:28.451855 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-4c89f43b-0d8d-4ca9-b2c3-22cdd71554bd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/124ad454-b8ef-4dc2-aaeb-8af097aba1be HTTP/1.1" status: 204 len: 168 time: 0.2493792 Aug 26 01:04:28.454196 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49256) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:28.467016 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89f43b-0d8d-4ca9-b2c3-22cdd71554bd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124ad454-b8ef-4dc2-aaeb-8af097aba1be,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:28.468218 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.api.v2.resource [None req-dbf57067-b42f-441c-876c-e7cdda84a009 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] show failed (client error): The resource could not be found. Aug 26 01:04:28.469843 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-dbf57067-b42f-441c-876c-e7cdda84a009 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups/124ad454-b8ef-4dc2-aaeb-8af097aba1be HTTP/1.1" status: 404 len: 347 time: 0.0141554 Aug 26 01:04:28.473493 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49258) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:28.498134 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2980ad69-69ef-4daf-a975-534eb044b1c6 admin admin] Publish callbacks [] for security_group (9cd04dd3-02a3-4a9d-8931-99ce90f3d73c), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:28.519755 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2980ad69-69ef-4daf-a975-534eb044b1c6 admin admin] Publish callbacks [] for security_group (9cd04dd3-02a3-4a9d-8931-99ce90f3d73c), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:28.589368 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-335837d3-2ee3-4c88-b2f6-01a4dce0cccd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Deleting port 4691deed-2a66-4dd2-a5e2-92d8120a4801 {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:04:28.589709 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-335837d3-2ee3-4c88-b2f6-01a4dce0cccd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (4691deed-2a66-4dd2-a5e2-92d8120a4801), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:28.633259 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:28.670284 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-335837d3-2ee3-4c88-b2f6-01a4dce0cccd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (4691deed-2a66-4dd2-a5e2-92d8120a4801), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:28.670630 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-335837d3-2ee3-4c88-b2f6-01a4dce0cccd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (4691deed-2a66-4dd2-a5e2-92d8120a4801), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:28.682210 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2980ad69-69ef-4daf-a975-534eb044b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (9cd04dd3-02a3-4a9d-8931-99ce90f3d73c), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:28.684059 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-335837d3-2ee3-4c88-b2f6-01a4dce0cccd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Calling delete_port for 4691deed-2a66-4dd2-a5e2-92d8120a4801 owned by network:floatingip {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:04:28.684987 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-2980ad69-69ef-4daf-a975-534eb044b1c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:28.686342 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-2980ad69-69ef-4daf-a975-534eb044b1c6 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9cd04dd3-02a3-4a9d-8931-99ce90f3d73c HTTP/1.1" status: 204 len: 168 time: 0.2531943 Aug 26 01:04:28.699886 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980ad69-69ef-4daf-a975-534eb044b1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd04dd3-02a3-4a9d-8931-99ce90f3d73c,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:28.922369 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-335837d3-2ee3-4c88-b2f6-01a4dce0cccd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (4691deed-2a66-4dd2-a5e2-92d8120a4801), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:28.946744 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335837d3-2ee3-4c88-b2f6-01a4dce0cccd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event deleted for resources: {'Port': ['ID=4691deed-2a66-4dd2-a5e2-92d8120a4801,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:29.013574 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-335837d3-2ee3-4c88-b2f6-01a4dce0cccd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (b91d69fc-0a48-4f1f-9248-6fde0f6097af), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:29.016940 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-335837d3-2ee3-4c88-b2f6-01a4dce0cccd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:29.018311 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-335837d3-2ee3-4c88-b2f6-01a4dce0cccd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/b91d69fc-0a48-4f1f-9248-6fde0f6097af HTTP/1.1" status: 204 len: 168 time: 0.5441935 Aug 26 01:04:29.165854 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49264) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:29.170919 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-b871de28-d42d-46b0-b765-e09c0f3ade0b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1015791282', 'description': 'tempest-description--1424574377'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:04:29.259614 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b871de28-d42d-46b0-b765-e09c0f3ade0b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:29.296812 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:29.331724 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b871de28-d42d-46b0-b765-e09c0f3ade0b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (a2c199d7-ae47-4b20-a5f7-d6eb14325519), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:29.402431 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b871de28-d42d-46b0-b765-e09c0f3ade0b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (a2c199d7-ae47-4b20-a5f7-d6eb14325519), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:29.433114 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871de28-d42d-46b0-b765-e09c0f3ade0b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c199d7-ae47-4b20-a5f7-d6eb14325519,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:29.507312 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b871de28-d42d-46b0-b765-e09c0f3ade0b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:29.508599 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-b871de28-d42d-46b0-b765-e09c0f3ade0b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3416045 Aug 26 01:04:29.511735 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49266) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:29.516880 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-42246953-6757-4259-93fc-b6fe304660d7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'security_group_rule': {'security_group_id': 'a2c199d7-ae47-4b20-a5f7-d6eb14325519', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:04:29.624437 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-42246953-6757-4259-93fc-b6fe304660d7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (2c290d6a-5eb6-4aa0-88f0-be90a9a7842f), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:29.689208 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-42246953-6757-4259-93fc-b6fe304660d7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (2c290d6a-5eb6-4aa0-88f0-be90a9a7842f), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:29.773869 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-42246953-6757-4259-93fc-b6fe304660d7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (2c290d6a-5eb6-4aa0-88f0-be90a9a7842f), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:29.793498 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42246953-6757-4259-93fc-b6fe304660d7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c290d6a-5eb6-4aa0-88f0-be90a9a7842f,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:29.884012 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-42246953-6757-4259-93fc-b6fe304660d7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:29.885203 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-42246953-6757-4259-93fc-b6fe304660d7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3725259 Aug 26 01:04:29.887820 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49268) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:29.892060 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-79e2a70f-13b3-4f71-a636-2f4427b2be26 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'security_group_rule': {'security_group_id': 'a2c199d7-ae47-4b20-a5f7-d6eb14325519', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:04:29.985780 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-79e2a70f-13b3-4f71-a636-2f4427b2be26 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (70595918-5710-4a79-9fc4-de24a5ea14c8), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:30.041097 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-79e2a70f-13b3-4f71-a636-2f4427b2be26 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (70595918-5710-4a79-9fc4-de24a5ea14c8), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:30.111388 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-79e2a70f-13b3-4f71-a636-2f4427b2be26 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (70595918-5710-4a79-9fc4-de24a5ea14c8), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:30.130454 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2a70f-13b3-4f71-a636-2f4427b2be26 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70595918-5710-4a79-9fc4-de24a5ea14c8,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:30.210042 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-79e2a70f-13b3-4f71-a636-2f4427b2be26 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:30.211261 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-79e2a70f-13b3-4f71-a636-2f4427b2be26 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225284 Aug 26 01:04:30.214351 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49270) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:30.218606 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:04:30.230987 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:DELETE=9,neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:30.328135 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:30.407574 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:30.515103 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Allocated IP 172.27.1.219 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/261edd55-3640-482c-92ca-96ecb7a268ac) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:04:30.617333 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for port (261edd55-3640-482c-92ca-96ecb7a268ac), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:30.630539 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-019374c3-d0ea-4f72-a78c-0d64f6a089b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:30.640347 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:30.746476 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (261edd55-3640-482c-92ca-96ecb7a268ac), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:30.790688 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:04:30.795441 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:04:30.800095 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:04:30.803121 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'Port': ['ID=261edd55-3640-482c-92ca-96ecb7a268ac,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:30.882210 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (a1d69775-12d3-49c8-a0ce-d306af8e72e5), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:31.007534 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (261edd55-3640-482c-92ca-96ecb7a268ac), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:31.054783 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:04:31.153746 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for port (261edd55-3640-482c-92ca-96ecb7a268ac), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:31.218983 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (261edd55-3640-482c-92ca-96ecb7a268ac), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:31.262511 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:31.288396 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'Port': ['ID=261edd55-3640-482c-92ca-96ecb7a268ac,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:31.290732 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (a1d69775-12d3-49c8-a0ce-d306af8e72e5), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:31.369707 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:31.370943 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-46457a3f-fef0-4dd8-94a6-5d7b65d4c775 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1556523 Aug 26 01:04:31.571582 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-d9269733-8791-4c2a-aaa1-b21ba5702464 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1015791282&fields=id&tenant_id=03b021c415a147e08dbfede2ddc8cc27 HTTP/1.1" status: 200 len: 267 time: 0.0438035 Aug 26 01:04:31.679001 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-06835b21-6702-436a-810e-158b172beccb tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:31.680439 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-06835b21-6702-436a-810e-158b172beccb tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 815 time: 0.1027219 Aug 26 01:04:31.694530 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-36ff1d68-d1c0-466f-92e2-c892fb7af7d8 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/quotas/03b021c415a147e08dbfede2ddc8cc27 HTTP/1.1" status: 200 len: 375 time: 0.0087698 Aug 26 01:04:31.749030 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-c7bb0761-4153-4212-a0e1-755e6642f862 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498528 Aug 26 01:04:31.854496 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-f9749627-b036-44dd-8d6d-0cc73d1c5a55 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 01:04:31.855497 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-f9749627-b036-44dd-8d6d-0cc73d1c5a55 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0954843 Aug 26 01:04:31.946651 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-8b850d9f-67c1-4c5f-9460-36d0c3fb9ee2 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851409 Aug 26 01:04:32.035834 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-fdea279b-dfcb-4d83-971e-27e2bb150f75 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831749 Aug 26 01:04:32.288741 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c1dfcabc-bba3-48d2-b3bc-93b47e06b991 req-12676517-1ed9-433a-bab1-e543c7be857c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 210 time: 0.0296462 Aug 26 01:04:33.070681 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-2fa53764-ae44-46fc-a0d8-5010b53062d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:33.386900 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a736affe-b7cf-4b66-af32-ddfc017772b6 req-3ce93c99-ea82-4393-ac62-9d19aa5a6c82 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 210 time: 0.0273871 Aug 26 01:04:34.385066 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:34.495262 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1e29dfb2-e41d-4dd6-9fdf-80a407e58805 req-08a12c6d-e169-434e-959e-8283c5866ec8 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 210 time: 0.0321958 Aug 26 01:04:34.682978 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-7715b67d-2945-4600-8c07-78392ae85922 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:34.684319 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-7715b67d-2945-4600-8c07-78392ae85922 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 815 time: 0.1023183 Aug 26 01:04:34.734329 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:34.753352 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-00c49623-bd43-4369-ad8e-524293350be2 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=03b021c415a147e08dbfede2ddc8cc27 HTTP/1.1" status: 200 len: 380 time: 0.0528238 Aug 26 01:04:34.761619 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'port': {'device_id': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'admin_state_up': True, 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'security_groups': ['a2c199d7-ae47-4b20-a5f7-d6eb14325519']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:04:34.962020 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Made reservation on behalf of 03b021c415a147e08dbfede2ddc8cc27 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:04:34.965833 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:34.967915 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:35.099674 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Allocated IP 172.20.0.3 (de5adc9b-87c3-4a41-9cca-c473a399648a/ad94f7b1-719f-4b94-ae3d-641d20a8d9a1/99c6fe4e-f024-4025-96b6-749ad0bc652c) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:04:35.234567 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:35.339611 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:35.387992 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Network de5adc9b-87c3-4a41-9cca-c473a399648a is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:04:35.391175 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:04:35.395643 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:04:35.401737 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event updated for resources: {'Port': ['ID=99c6fe4e-f024-4025-96b6-749ad0bc652c,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:35.451149 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:35.451847 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:35.576706 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-cac524cd-c330-40f0-9ebf-7267bb12e76d None None] Provisioning complete for port 99c6fe4e-f024-4025-96b6-749ad0bc652c triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:04:35.577270 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-cac524cd-c330-40f0-9ebf-7267bb12e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:35.609199 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-cac524cd-c330-40f0-9ebf-7267bb12e76d None None] Port 99c6fe4e-f024-4025-96b6-749ad0bc652c cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:04:35.612107 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-93b20ce7-4bb6-4d5a-a9b4-ec8ee3f1d03e tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539045 Aug 26 01:04:35.622961 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbba4b-c05c-4e3f-ba93-20a8ae29627e req-7cdd3e7b-2523-4292-aeae-c0cb4c11f29c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:35.624421 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e1fbba4b-c05c-4e3f-ba93-20a8ae29627e req-7cdd3e7b-2523-4292-aeae-c0cb4c11f29c tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 931 time: 0.0511863 Aug 26 01:04:35.631246 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Request body: {'port': {'device_id': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:04:35.675885 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e1fbba4b-c05c-4e3f-ba93-20a8ae29627e req-5517fee9-16c5-4af4-8294-1d9a692a6029 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Aug 26 01:04:35.694659 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:35.747246 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:35.791128 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:35.875538 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:35.954663 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c6fe4e-f024-4025-96b6-749ad0bc652c {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:04:35.963071 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Publish callbacks [] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:35.975843 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Transition to ACTIVE for port object 99c6fe4e-f024-4025-96b6-749ad0bc652c will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 01:04:36.059505 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:36.064894 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:36.143115 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Pushing event updated for resources: {'Port': ['ID=99c6fe4e-f024-4025-96b6-749ad0bc652c,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:36.170136 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Attempting to bind port 99c6fe4e-f024-4025-96b6-749ad0bc652c on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:04:36.170472 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Attempting to bind port 99c6fe4e-f024-4025-96b6-749ad0bc652c by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:04:36.170820 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Attempting to bind port 99c6fe4e-f024-4025-96b6-749ad0bc652c on network de5adc9b-87c3-4a41-9cca-c473a399648a {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:04:36.175777 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Port 99c6fe4e-f024-4025-96b6-749ad0bc652c on network de5adc9b-87c3-4a41-9cca-c473a399648a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 01:04:36.176094 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Attempting to bind port 99c6fe4e-f024-4025-96b6-749ad0bc652c on network de5adc9b-87c3-4a41-9cca-c473a399648a {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:04:36.181077 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:04:36.189099 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Checking segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:04:36.189099 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Bound using segment: {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:04:36.189099 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Bound port: 99c6fe4e-f024-4025-96b6-749ad0bc652c, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf863fc-0506-4b9f-aca2-9756874d94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:04:36.189099 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:36.245889 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] For port 99c6fe4e-f024-4025-96b6-749ad0bc652c, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:04:36.249007 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] For port 99c6fe4e-f024-4025-96b6-749ad0bc652c, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=99c6fe4e-f024-4025-96b6-749ad0bc652c,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:04:36.340773 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:36.345429 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:36.346041 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:36.347491 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/99c6fe4e-f024-4025-96b6-749ad0bc652c HTTP/1.1" status: 200 len: 1093 time: 0.7209964 Aug 26 01:04:36.347967 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'tag': '99c6fe4e-f024-4025-96b6-749ad0bc652c'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:04:36.350228 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89deaca0-4894-461c-b191-a06442388d06" -d '{"events": [{"name": "network-changed", "server_uuid": "0d30e6dd-58a1-41b7-a675-5bfdb19e7415", "tag": "99c6fe4e-f024-4025-96b6-749ad0bc652c"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:04:36.393690 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1633af-59f7-445b-a699-d6fb689eca7c x-openstack-request-id: req-0a1633af-59f7-445b-a699-d6fb689eca7c {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:04:36.393978 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d30e6dd-58a1-41b7-a675-5bfdb19e7415", "tag": "99c6fe4e-f024-4025-96b6-749ad0bc652c", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:04:36.394237 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a1633af-59f7-445b-a699-d6fb689eca7c {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:04:36.394639 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1633af-59f7-445b-a699-d6fb689eca7c'] response: {'name': 'network-changed', 'server_uuid': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'tag': '99c6fe4e-f024-4025-96b6-749ad0bc652c', 'status': 'completed', 'code': 200} Aug 26 01:04:36.399165 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de326f-91e2-408f-b71b-c08792de1e37 service neutron] Pushing event updated for resources: {'Port': ['ID=99c6fe4e-f024-4025-96b6-749ad0bc652c,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:36.485362 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deaca0-4894-461c-b191-a06442388d06 req-b80eb5a2-6b67-490f-9652-4fbf300f17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:36.486900 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-89deaca0-4894-461c-b191-a06442388d06 req-b80eb5a2-6b67-490f-9652-4fbf300f17b7 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 1127 time: 0.0402846 Aug 26 01:04:36.593452 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deaca0-4894-461c-b191-a06442388d06 req-1c1c18b5-0876-44e6-afb9-4d0165800052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:36.594813 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-89deaca0-4894-461c-b191-a06442388d06 req-1c1c18b5-0876-44e6-afb9-4d0165800052 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=03b021c415a147e08dbfede2ddc8cc27&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0943718 Aug 26 01:04:36.687543 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deaca0-4894-461c-b191-a06442388d06 req-4807fa0f-15f8-4934-95bc-4d6be72d81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:36.689687 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-89deaca0-4894-461c-b191-a06442388d06 req-4807fa0f-15f8-4934-95bc-4d6be72d81ce service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0876477 Aug 26 01:04:36.791048 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-4453308b-6903-4a2d-9f16-30e9912444c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:36.792636 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-4453308b-6903-4a2d-9f16-30e9912444c3 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 1127 time: 0.0464823 Aug 26 01:04:36.795711 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95600c4c-33bf-45be-81fa-c7e72c3b2857 req-68499ec2-3a0f-4053-b5cb-60b8161882cf tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:36.797220 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-95600c4c-33bf-45be-81fa-c7e72c3b2857 req-68499ec2-3a0f-4053-b5cb-60b8161882cf tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 943 time: 0.0497215 Aug 26 01:04:36.809227 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:36.841639 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-49ece0ff-f9e3-4c73-bb9e-53c271c2ec34 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99c6fe4e-f024-4025-96b6-749ad0bc652c HTTP/1.1" status: 200 len: 217 time: 0.0340214 Aug 26 01:04:36.845491 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-95600c4c-33bf-45be-81fa-c7e72c3b2857 req-881689bc-bcce-4616-b6e4-410b0853565f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426505 Aug 26 01:04:36.889622 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-5ae628b9-e2f6-4043-9e89-58964ec35259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:36.891106 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-5ae628b9-e2f6-4043-9e89-58964ec35259 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ad94f7b1-719f-4b94-ae3d-641d20a8d9a1 HTTP/1.1" status: 200 len: 854 time: 0.0440173 Aug 26 01:04:36.926219 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:36.938418 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-a4be813b-fec3-4aa8-837b-01dcc777382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:36.940414 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-a4be813b-fec3-4aa8-837b-01dcc777382d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=de5adc9b-87c3-4a41-9cca-c473a399648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426946 Aug 26 01:04:37.031641 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-0b356105-9dc9-42a0-a5ac-cebedd2d82d9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847528 Aug 26 01:04:37.125109 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-57ee5533-003a-41fc-8ab4-71dc193541e1 req-3cef987a-c56d-471a-9d00-ef57598b993f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873759 Aug 26 01:04:37.667028 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:37.964848 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29663946-8bd4-45bd-a1b7-59e557de56e0 req-88cc7c40-7d94-4cb5-819d-2b6dbe9b0382 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:37.966323 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-29663946-8bd4-45bd-a1b7-59e557de56e0 req-88cc7c40-7d94-4cb5-819d-2b6dbe9b0382 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 943 time: 0.0468516 Aug 26 01:04:38.012973 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-29663946-8bd4-45bd-a1b7-59e557de56e0 req-fca24e0d-2457-452a-8091-0d358cd6baf7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404618 Aug 26 01:04:39.135163 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9e278-004b-45ce-9a42-53bc59086388 req-0f1e6ef6-43f8-4e6c-890a-12a268b0b8d8 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:39.136662 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e5b9e278-004b-45ce-9a42-53bc59086388 req-0f1e6ef6-43f8-4e6c-890a-12a268b0b8d8 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 943 time: 0.0470955 Aug 26 01:04:39.186505 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e5b9e278-004b-45ce-9a42-53bc59086388 req-87cb23b6-26aa-42de-9973-f0388dc33510 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444143 Aug 26 01:04:39.627437 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 99c6fe4e-f024-4025-96b6-749ad0bc652c details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 01:04:39.645304 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:39.730377 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 99c6fe4e-f024-4025-96b6-749ad0bc652c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=99c6fe4e-f024-4025-96b6-749ad0bc652c,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:39.742259 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '99c6fe4e-f024-4025-96b6-749ad0bc652c', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'port_id': '99c6fe4e-f024-4025-96b6-749ad0bc652c', 'mac_address': 'fa:16:3e:3a:95:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 01:04:39.775292 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 99c6fe4e-f024-4025-96b6-749ad0bc652c is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:04:39.775675 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:39.788875 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c6fe4e-f024-4025-96b6-749ad0bc652c {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:04:39.811615 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 99c6fe4e-f024-4025-96b6-749ad0bc652c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=99c6fe4e-f024-4025-96b6-749ad0bc652c,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:39.898919 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:40.071501 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=99c6fe4e-f024-4025-96b6-749ad0bc652c,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:40.078542 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.078888 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.079229 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.079567 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.080428 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.080781 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.081107 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.081432 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.081755 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.082082 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.082405 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.082726 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.083046 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.083382 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.083683 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:04:40.218934 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['99c6fe4e-f024-4025-96b6-749ad0bc652c'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:04:40.303893 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0e440-f773-4e3e-a605-730329047c3c req-3d0dfeae-8588-494b-a9aa-9d3ea54a18db tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:40.305381 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-41c0e440-f773-4e3e-a605-730329047c3c req-3d0dfeae-8588-494b-a9aa-9d3ea54a18db tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 944 time: 0.0468743 Aug 26 01:04:40.310315 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:40.356689 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-41c0e440-f773-4e3e-a605-730329047c3c req-4d06c174-1024-409a-bcbd-b85b38af470b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454400 Aug 26 01:04:41.050949 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:41.476794 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0f3c-fbe3-4af7-b9fa-a5cf555480db req-bda8e055-3d08-4cb6-a8c8-0f8e244afebe tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:41.478267 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-08ec0f3c-fbe3-4af7-b9fa-a5cf555480db req-bda8e055-3d08-4cb6-a8c8-0f8e244afebe tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 944 time: 0.0471456 Aug 26 01:04:41.525271 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-08ec0f3c-fbe3-4af7-b9fa-a5cf555480db req-02f71335-c492-4c2e-8f37-42fe8a9f2e28 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413814 Aug 26 01:04:41.647321 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 99c6fe4e-f024-4025-96b6-749ad0bc652c up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:04:41.689899 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 99c6fe4e-f024-4025-96b6-749ad0bc652c completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 01:04:41.767252 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 99c6fe4e-f024-4025-96b6-749ad0bc652c triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:04:41.767644 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:41.838426 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 99c6fe4e-f024-4025-96b6-749ad0bc652c is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:04:41.838807 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:41.861985 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c6fe4e-f024-4025-96b6-749ad0bc652c'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:04:41.864240 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d488af-d934-4d5f-a6a1-8f3c75073603" -d '{"events": [{"server_uuid": "0d30e6dd-58a1-41b7-a675-5bfdb19e7415", "name": "network-vif-plugged", "status": "completed", "tag": "99c6fe4e-f024-4025-96b6-749ad0bc652c"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:04:41.879731 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 99c6fe4e-f024-4025-96b6-749ad0bc652c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=99c6fe4e-f024-4025-96b6-749ad0bc652c,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:04:41.962340 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:42.010350 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=99c6fe4e-f024-4025-96b6-749ad0bc652c,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:04:42.017795 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2983c29-1785-4b10-b0e1-b0468adb6708 x-openstack-request-id: req-e2983c29-1785-4b10-b0e1-b0468adb6708 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:04:42.018087 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d30e6dd-58a1-41b7-a675-5bfdb19e7415", "name": "network-vif-plugged", "status": "completed", "tag": "99c6fe4e-f024-4025-96b6-749ad0bc652c", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:04:42.018343 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2983c29-1785-4b10-b0e1-b0468adb6708 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:04:42.018741 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2983c29-1785-4b10-b0e1-b0468adb6708'] response: {'server_uuid': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c6fe4e-f024-4025-96b6-749ad0bc652c', 'code': 200} Aug 26 01:04:42.433865 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326397d-dc8a-40d0-a431-1b910d125c2f req-dfa2abb2-dd22-481c-9b82-9a3d4781f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:42.435548 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f326397d-dc8a-40d0-a431-1b910d125c2f req-dfa2abb2-dd22-481c-9b82-9a3d4781f095 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 1129 time: 0.0413620 Aug 26 01:04:42.479215 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:42.486433 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f326397d-dc8a-40d0-a431-1b910d125c2f req-a482abf5-26f3-403c-9abd-302e95eeeadd service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451481 Aug 26 01:04:42.648104 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc2ffa-1ea0-46c0-8300-9ec86359f28b req-0a0caed6-7ba2-48db-be25-600db3ebab86 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:42.649636 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-49bc2ffa-1ea0-46c0-8300-9ec86359f28b req-0a0caed6-7ba2-48db-be25-600db3ebab86 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 945 time: 0.0479808 Aug 26 01:04:42.698530 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-49bc2ffa-1ea0-46c0-8300-9ec86359f28b req-91c56b2c-46d0-4db9-8cc6-15aee8fa50f9 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433342 Aug 26 01:04:43.819140 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef146e3c-5027-40ba-b888-80e5764b8d71 req-d3200418-6d44-4f87-96f3-31388bb1207f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:43.820653 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ef146e3c-5027-40ba-b888-80e5764b8d71 req-d3200418-6d44-4f87-96f3-31388bb1207f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 945 time: 0.0461547 Aug 26 01:04:43.870961 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ef146e3c-5027-40ba-b888-80e5764b8d71 req-8148b122-3aaf-491f-b084-d4b7d491c883 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436487 Aug 26 01:04:44.991124 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346588a1-d01b-4083-9b3c-ff4d77494304 req-5724ee16-087e-4a30-b51a-d200bfd776b7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:44.992605 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-346588a1-d01b-4083-9b3c-ff4d77494304 req-5724ee16-087e-4a30-b51a-d200bfd776b7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 945 time: 0.0504959 Aug 26 01:04:45.038767 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-346588a1-d01b-4083-9b3c-ff4d77494304 req-1ea8556d-4e89-40b2-bdcb-8fe699dde54b tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406318 Aug 26 01:04:45.156269 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a7125-0bbd-4e9c-9253-0658487c8f42 req-0ce4ecab-8cf9-4cd6-961b-f04a2ea5db14 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:45.157686 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-635a7125-0bbd-4e9c-9253-0658487c8f42 req-0ce4ecab-8cf9-4cd6-961b-f04a2ea5db14 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 945 time: 0.0511951 Aug 26 01:04:45.167978 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49336) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:04:45.172269 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-89346b8a-1444-4f8a-ae8e-6b11915045a4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Request body: {'floatingip': {'port_id': '99c6fe4e-f024-4025-96b6-749ad0bc652c'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:04:45.210579 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-89346b8a-1444-4f8a-ae8e-6b11915045a4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (a1d69775-12d3-49c8-a0ce-d306af8e72e5), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:45.623807 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-89346b8a-1444-4f8a-ae8e-6b11915045a4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:45.697620 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-89346b8a-1444-4f8a-ae8e-6b11915045a4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (a1d69775-12d3-49c8-a0ce-d306af8e72e5), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:45.792227 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [None req-89346b8a-1444-4f8a-ae8e-6b11915045a4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Floating IP a1d69775-12d3-49c8-a0ce-d306af8e72e5 associated. External IP: 172.27.1.219, port: 99c6fe4e-f024-4025-96b6-749ad0bc652c. Aug 26 01:04:45.838247 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:45.986504 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89346b8a-1444-4f8a-ae8e-6b11915045a4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Router b7da65f7-4793-432c-a96b-4d3c019d416d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:04:45.990057 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:46.090438 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89346b8a-1444-4f8a-ae8e-6b11915045a4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:04:46.095326 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-89346b8a-1444-4f8a-ae8e-6b11915045a4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:46.099966 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2d566-f4dc-4063-b214-2804ca732ad9 None None] Sync routers for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:04:46.126022 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-89346b8a-1444-4f8a-ae8e-6b11915045a4 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/a1d69775-12d3-49c8-a0ce-d306af8e72e5 HTTP/1.1" status: 200 len: 991 time: 0.9569886 Aug 26 01:04:46.133200 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'tag': '99c6fe4e-f024-4025-96b6-749ad0bc652c'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:04:46.133200 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c952bf0-c39e-47ad-9a0f-932466941e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d30e6dd-58a1-41b7-a675-5bfdb19e7415", "tag": "99c6fe4e-f024-4025-96b6-749ad0bc652c"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:04:46.165760 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b2733a-709e-49a8-9958-bc9983e134fd x-openstack-request-id: req-83b2733a-709e-49a8-9958-bc9983e134fd {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:04:46.166365 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d30e6dd-58a1-41b7-a675-5bfdb19e7415", "tag": "99c6fe4e-f024-4025-96b6-749ad0bc652c", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:04:46.166365 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83b2733a-709e-49a8-9958-bc9983e134fd {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:04:46.166708 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b2733a-709e-49a8-9958-bc9983e134fd'] response: {'name': 'network-changed', 'server_uuid': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'tag': '99c6fe4e-f024-4025-96b6-749ad0bc652c', 'status': 'completed', 'code': 200} Aug 26 01:04:46.173619 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2d566-f4dc-4063-b214-2804ca732ad9 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:04:46.174237 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-98a2d566-f4dc-4063-b214-2804ca732ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:04:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:46.262736 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c952bf0-c39e-47ad-9a0f-932466941e4b req-2a8bf487-080b-4cfb-b742-42e756d7abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:46.264135 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1c952bf0-c39e-47ad-9a0f-932466941e4b req-2a8bf487-080b-4cfb-b742-42e756d7abf8 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=03b021c415a147e08dbfede2ddc8cc27&device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 1129 time: 0.0404041 Aug 26 01:04:46.278154 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-98a2d566-f4dc-4063-b214-2804ca732ad9 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:04:46.357620 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c952bf0-c39e-47ad-9a0f-932466941e4b req-93ff7d73-2e59-41d2-aa96-472a2cc636af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:46.359077 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1c952bf0-c39e-47ad-9a0f-932466941e4b req-93ff7d73-2e59-41d2-aa96-472a2cc636af service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 200 len: 917 time: 0.0892406 Aug 26 01:04:46.435485 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1c952bf0-c39e-47ad-9a0f-932466941e4b req-1770acdd-7dd8-4f53-93f6-2fb76015d448 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99c6fe4e-f024-4025-96b6-749ad0bc652c HTTP/1.1" status: 200 len: 999 time: 0.0666015 Aug 26 01:04:46.459103 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:46.489859 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c952bf0-c39e-47ad-9a0f-932466941e4b req-7da3475a-82a4-4e16-b6c4-d257754563db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:46.491384 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1c952bf0-c39e-47ad-9a0f-932466941e4b req-7da3475a-82a4-4e16-b6c4-d257754563db service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=ad94f7b1-719f-4b94-ae3d-641d20a8d9a1 HTTP/1.1" status: 200 len: 854 time: 0.0506964 Aug 26 01:04:46.499717 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-98a2d566-f4dc-4063-b214-2804ca732ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'a1d69775-12d3-49c8-a0ce-d306af8e72e5', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '99c6fe4e-f024-4025-96b6-749ad0bc652c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:3a:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:04:30Z', 'updated_at': '2022-08-26T01:04:45Z', 'revision_number': 1, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:46.526521 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2d566-f4dc-4063-b214-2804ca732ad9 None None] Checking router: b7da65f7-4793-432c-a96b-4d3c019d416d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:04:46.536368 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c952bf0-c39e-47ad-9a0f-932466941e4b req-9a401b2e-9036-4bd0-8d85-8cb514212ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:46.537067 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2d566-f4dc-4063-b214-2804ca732ad9 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:04:46.537687 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-98a2d566-f4dc-4063-b214-2804ca732ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:04:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:46.538252 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1c952bf0-c39e-47ad-9a0f-932466941e4b req-9a401b2e-9036-4bd0-8d85-8cb514212ec3 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=de5adc9b-87c3-4a41-9cca-c473a399648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406697 Aug 26 01:04:46.631676 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1c952bf0-c39e-47ad-9a0f-932466941e4b req-d3c8b79d-34f0-4d57-8421-930717dd9950 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871289 Aug 26 01:04:46.644414 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-98a2d566-f4dc-4063-b214-2804ca732ad9 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:04:46.668754 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:46.724588 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1c952bf0-c39e-47ad-9a0f-932466941e4b req-efc30ac8-eb7a-41fd-83df-531a30574e6d service neutron] 10.222.0.91 "GET /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858059 Aug 26 01:04:46.861812 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:46.865088 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-98a2d566-f4dc-4063-b214-2804ca732ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'a1d69775-12d3-49c8-a0ce-d306af8e72e5', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '99c6fe4e-f024-4025-96b6-749ad0bc652c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:3a:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:04:30Z', 'updated_at': '2022-08-26T01:04:45Z', 'revision_number': 1, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:04:46.870347 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647ef18-8b53-4dac-b284-0a2555a999d0 req-f7a63ad4-3ef4-42d1-8a6e-f5a35fd4fe2a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:46.876445 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8647ef18-8b53-4dac-b284-0a2555a999d0 req-f7a63ad4-3ef4-42d1-8a6e-f5a35fd4fe2a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0473046 Aug 26 01:04:46.897059 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2d566-f4dc-4063-b214-2804ca732ad9 None None] The sync data for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi is: [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': 'a1d69775-12d3-49c8-a0ce-d306af8e72e5', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'port_id': '99c6fe4e-f024-4025-96b6-749ad0bc652c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'mac_address': 'fa:16:3e:3a:95:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:04:30Z', 'updated_at': '2022-08-26T01:04:45Z', 'revision_number': 1, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:04:46.923417 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8647ef18-8b53-4dac-b284-0a2555a999d0 req-86c7ee28-5d56-432b-998d-4ab0c48fc80c tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454097 Aug 26 01:04:47.090159 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d051d8-905f-4533-a67a-b1470a20dbc6 None None] New status for floating IP a1d69775-12d3-49c8-a0ce-d306af8e72e5: ACTIVE {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:04:48.045550 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7bd41-5a8e-40fe-bd3d-dcfa99c119aa req-fd359941-014c-4fa4-a479-d12a1c03789b tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:48.047000 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-58f7bd41-5a8e-40fe-bd3d-dcfa99c119aa req-fd359941-014c-4fa4-a479-d12a1c03789b tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0467553 Aug 26 01:04:48.099379 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-58f7bd41-5a8e-40fe-bd3d-dcfa99c119aa req-91638672-0866-4257-b284-0f1cd08a7c8f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468037 Aug 26 01:04:49.121936 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:04:49.222096 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cb069-af9d-4848-8138-158537e5638a req-bb43c94d-fe38-4827-bc70-01ce7006293e tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:49.223596 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f05cb069-af9d-4848-8138-158537e5638a req-bb43c94d-fe38-4827-bc70-01ce7006293e tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0514040 Aug 26 01:04:49.272691 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f05cb069-af9d-4848-8138-158537e5638a req-ddd0bead-3a58-4b4a-bae5-76283e65ce29 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433066 Aug 26 01:04:50.390921 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f323e5-ed48-4c78-8ec8-115a1b0ae702 req-4724ad72-a1d8-4e96-acc2-047a3cab6bf2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:50.392351 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-64f323e5-ed48-4c78-8ec8-115a1b0ae702 req-4724ad72-a1d8-4e96-acc2-047a3cab6bf2 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0467305 Aug 26 01:04:50.440656 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-64f323e5-ed48-4c78-8ec8-115a1b0ae702 req-49ed3323-70d4-4b2e-b3d4-85f37a22b48b tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428443 Aug 26 01:04:51.558241 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b384f16-99d1-4453-97a0-6e98506db6b4 req-77b7e8bb-44d3-4d7c-9736-17f6bfb0a112 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:51.559916 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6b384f16-99d1-4453-97a0-6e98506db6b4 req-77b7e8bb-44d3-4d7c-9736-17f6bfb0a112 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0464880 Aug 26 01:04:51.607775 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6b384f16-99d1-4453-97a0-6e98506db6b4 req-8420da0c-38d2-481e-856f-a2eecd31119d tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423818 Aug 26 01:04:52.724213 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc2760-3d7e-4c22-b1f2-8bf3b96a044b req-679cb266-c238-41e8-b6a0-66fde7ae9fd7 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:52.726247 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cbbc2760-3d7e-4c22-b1f2-8bf3b96a044b req-679cb266-c238-41e8-b6a0-66fde7ae9fd7 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0469537 Aug 26 01:04:52.738050 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:52.776400 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cbbc2760-3d7e-4c22-b1f2-8bf3b96a044b req-43375b1e-b6b9-49ff-a4f4-cc9374a64632 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445137 Aug 26 01:04:53.906779 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36389cf8-36cb-47d4-8f64-24fb9d82a31a req-34331b31-7027-4181-8206-dc202790776d tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:53.908248 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-36389cf8-36cb-47d4-8f64-24fb9d82a31a req-34331b31-7027-4181-8206-dc202790776d tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0566990 Aug 26 01:04:53.961055 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-36389cf8-36cb-47d4-8f64-24fb9d82a31a req-9a02d707-afb9-4ec6-be6d-9f421d052b9f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465281 Aug 26 01:04:55.342679 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9bd1b-ced4-4b5e-9602-31044368c57e req-44391cd4-5238-4ae6-afc9-443d6c66d931 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:55.344155 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bcf9bd1b-ced4-4b5e-9602-31044368c57e req-44391cd4-5238-4ae6-afc9-443d6c66d931 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.3108618 Aug 26 01:04:55.391909 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bcf9bd1b-ced4-4b5e-9602-31044368c57e req-7949ac11-311e-4745-a91b-296a75bee5e8 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 Aug 26 01:04:56.288177 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3977579-35c5-415e-8a12-ec79ff57e73b req-20407f72-59f2-4b34-939b-5596caf46e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:56.289667 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e3977579-35c5-415e-8a12-ec79ff57e73b req-20407f72-59f2-4b34-939b-5596caf46e0c service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=a223be1c2f6a4cd281b20b0bc7281554&device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 1129 time: 0.0402679 Aug 26 01:04:56.327013 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:56.397528 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3977579-35c5-415e-8a12-ec79ff57e73b req-572ddffe-af26-47cc-8af8-81c3d9f7b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:56.399000 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e3977579-35c5-415e-8a12-ec79ff57e73b req-572ddffe-af26-47cc-8af8-81c3d9f7b85f service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908 HTTP/1.1" status: 200 len: 910 time: 0.0892730 Aug 26 01:04:56.462470 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e3977579-35c5-415e-8a12-ec79ff57e73b req-afcc0c3f-8615-4cca-aebf-cb9b196d4890 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f HTTP/1.1" status: 200 len: 1000 time: 0.0569384 Aug 26 01:04:56.509857 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad64adf-07aa-4e26-bc66-679bcfe877fe req-f080dad6-2257-4d25-b18d-45ab7449a71c tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:56.510476 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3977579-35c5-415e-8a12-ec79ff57e73b req-4357c33f-5be5-4d3d-bff8-1d955ff1c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:56.511278 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5ad64adf-07aa-4e26-bc66-679bcfe877fe req-f080dad6-2257-4d25-b18d-45ab7449a71c tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0472634 Aug 26 01:04:56.511732 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e3977579-35c5-415e-8a12-ec79ff57e73b req-4357c33f-5be5-4d3d-bff8-1d955ff1c3e4 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=0b14eebb-5d74-4925-b51f-4d4b1decfd28 HTTP/1.1" status: 200 len: 847 time: 0.0435576 Aug 26 01:04:56.560255 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3977579-35c5-415e-8a12-ec79ff57e73b req-27da8581-409f-4957-8300-c709e3e30073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:56.560656 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5ad64adf-07aa-4e26-bc66-679bcfe877fe req-fa96afbf-5ee3-4187-b134-ae501719c618 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437691 Aug 26 01:04:56.561761 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e3977579-35c5-415e-8a12-ec79ff57e73b req-27da8581-409f-4957-8300-c709e3e30073 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426917 Aug 26 01:04:56.650215 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e3977579-35c5-415e-8a12-ec79ff57e73b req-9a65e357-5322-4737-a862-45652b51b981 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820310 Aug 26 01:04:56.741438 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e3977579-35c5-415e-8a12-ec79ff57e73b req-664e627c-0d53-41a0-98c8-040b79aff84f service neutron] 10.222.0.91 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848207 Aug 26 01:04:57.200170 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e433-483e-496b-9bbf-27bb52c033dc req-97217d29-d102-4f2b-9ac8-3f385aa109e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:57.201832 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5bc7e433-483e-496b-9bbf-27bb52c033dc req-97217d29-d102-4f2b-9ac8-3f385aa109e0 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=a223be1c2f6a4cd281b20b0bc7281554&device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 1129 time: 0.0405881 Aug 26 01:04:57.301300 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e433-483e-496b-9bbf-27bb52c033dc req-ff3a57aa-a690-4964-abc1-ce14a4540c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:57.302760 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5bc7e433-483e-496b-9bbf-27bb52c033dc req-ff3a57aa-a690-4964-abc1-ce14a4540c40 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908 HTTP/1.1" status: 200 len: 910 time: 0.0937746 Aug 26 01:04:57.362634 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5bc7e433-483e-496b-9bbf-27bb52c033dc req-2447af11-93eb-4802-ad97-228315567ebe service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f HTTP/1.1" status: 200 len: 1000 time: 0.0535042 Aug 26 01:04:57.413887 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e433-483e-496b-9bbf-27bb52c033dc req-4fc4973c-71ca-451d-a459-a6ab54e2c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:57.415363 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5bc7e433-483e-496b-9bbf-27bb52c033dc req-4fc4973c-71ca-451d-a459-a6ab54e2c622 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=0b14eebb-5d74-4925-b51f-4d4b1decfd28 HTTP/1.1" status: 200 len: 847 time: 0.0437980 Aug 26 01:04:57.462607 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e433-483e-496b-9bbf-27bb52c033dc req-8cc2aca5-6416-4b93-b5d4-c450d2d7416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:57.464088 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5bc7e433-483e-496b-9bbf-27bb52c033dc req-8cc2aca5-6416-4b93-b5d4-c450d2d7416a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427463 Aug 26 01:04:57.552214 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5bc7e433-483e-496b-9bbf-27bb52c033dc req-9b5b9b9d-bd54-4ff0-b3b9-3e34c88df5c4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823643 Aug 26 01:04:57.575243 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:57.671029 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5bc7e433-483e-496b-9bbf-27bb52c033dc req-be0dee0c-ec06-42ed-a7af-e01a804f4cab service neutron] 10.222.0.91 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116793 Aug 26 01:04:57.687947 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44aac5-a397-43b5-a795-d23b51b34dfd req-4c2647b2-59c3-4be0-8085-409a0611c67e tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:57.689350 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5d44aac5-a397-43b5-a795-d23b51b34dfd req-4c2647b2-59c3-4be0-8085-409a0611c67e tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0549817 Aug 26 01:04:57.737850 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5d44aac5-a397-43b5-a795-d23b51b34dfd req-7c777c88-01af-4f02-b61e-32162a2f795f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 Aug 26 01:04:58.018438 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:58.019230 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:58.854755 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59cd9e-e605-4cea-b234-fb2d06bcc73c req-bda02295-bd2c-4ddc-ab9f-3800beb26ac0 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:04:58.856192 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c59cd9e-e605-4cea-b234-fb2d06bcc73c req-bda02295-bd2c-4ddc-ab9f-3800beb26ac0 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0464358 Aug 26 01:04:58.905467 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-1c59cd9e-e605-4cea-b234-fb2d06bcc73c req-64a13bcb-1525-4284-ba57-0b3ed1e337c4 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434463 Aug 26 01:04:59.050045 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:04:59.052961 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:00.029751 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64d2d9-001c-4222-9673-f7fec2c65062 req-85c5f09d-792f-4f12-919e-a6446af10a74 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:00.031212 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ef64d2d9-001c-4222-9673-f7fec2c65062 req-85c5f09d-792f-4f12-919e-a6446af10a74 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0510936 Aug 26 01:05:00.066015 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:00.085169 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ef64d2d9-001c-4222-9673-f7fec2c65062 req-f9d53222-8d2a-4b6d-a02c-bc217884e3d4 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483818 Aug 26 01:05:00.664387 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5e42-505d-46a0-8235-d7ffa1ad3bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:01.169051 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:01.207982 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c223ee-9d0e-41dd-9dd7-f2880db1550d req-ada438bf-7a4d-42c2-877f-10cd8a300a43 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:01.209975 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-06c223ee-9d0e-41dd-9dd7-f2880db1550d req-ada438bf-7a4d-42c2-877f-10cd8a300a43 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0511091 Aug 26 01:05:01.258567 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-06c223ee-9d0e-41dd-9dd7-f2880db1550d req-998d9090-baad-410c-b213-0e104ad2d954 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Aug 26 01:05:01.741391 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:05:01.797834 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10d8f-e81d-413f-80af-51ccd31f7abc req-e5cfdd6b-a31a-4de2-9d81-3443d9945cfe tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:01.799406 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8ff10d8f-e81d-413f-80af-51ccd31f7abc req-e5cfdd6b-a31a-4de2-9d81-3443d9945cfe tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0474260 Aug 26 01:05:01.815667 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f is: ACTIVE; New status is: DOWN {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:05:01.816044 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:01.850135 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:05:01.851472 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:05:01.853755 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5bc058-ae06-4da3-85af-029ab46383f4" -d '{"events": [{"server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "name": "network-vif-unplugged", "status": "completed", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:05:01.855887 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8ff10d8f-e81d-413f-80af-51ccd31f7abc req-61d45850-c845-45b7-95bb-5e79916b9794 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502129 Aug 26 01:05:01.887210 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 26 Aug 2022 01:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541673cc-9666-4f3c-a45e-9df7a614a4b9 x-openstack-request-id: req-541673cc-9666-4f3c-a45e-9df7a614a4b9 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:05:01.887509 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "name": "network-vif-unplugged", "status": "failed", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f", "code": 422}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:05:01.887890 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-541673cc-9666-4f3c-a45e-9df7a614a4b9 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:05:01.888337 dv-cinder-835384-25-iscsi neutron-server[113337]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-541673cc-9666-4f3c-a45e-9df7a614a4b9']: {'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'code': 422} returned with failed status Aug 26 01:05:01.924118 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3432068d-86aa-4aed-8040-5436cd29c337 req-fed6cc58-6ccd-42f3-aea8-2c14bf1af8ca service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007905 Aug 26 01:05:01.943300 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:01.992030 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,revision_number=6']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:02.051867 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432068d-86aa-4aed-8040-5436cd29c337 req-e54193a7-f464-427e-b60d-bd81cff02fbd tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:02.053865 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3432068d-86aa-4aed-8040-5436cd29c337 req-e54193a7-f464-427e-b60d-bd81cff02fbd tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports/8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f HTTP/1.1" status: 200 len: 940 time: 0.1016536 Aug 26 01:05:02.980299 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f58ad0-acb9-4106-b6c8-6f132a40821d req-002b18c8-6b93-4540-a249-9895e19f5eaf tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:02.981824 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-88f58ad0-acb9-4106-b6c8-6f132a40821d req-002b18c8-6b93-4540-a249-9895e19f5eaf tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0495837 Aug 26 01:05:03.032797 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-88f58ad0-acb9-4106-b6c8-6f132a40821d req-e76c328c-5058-45a8-9317-5e573258c2b0 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Aug 26 01:05:03.076118 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-c2945df4-d317-448d-b66e-cf0158addab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:04.151278 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0834a93-96ec-4279-8f2f-0588a6406722 req-98f7de22-4303-40ea-9ab8-c86f5ce9d15a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:04.152789 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e0834a93-96ec-4279-8f2f-0588a6406722 req-98f7de22-4303-40ea-9ab8-c86f5ce9d15a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0476341 Aug 26 01:05:04.201511 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e0834a93-96ec-4279-8f2f-0588a6406722 req-f8847b63-35de-4f02-a0a3-73737ce6090b tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429664 Aug 26 01:05:04.383012 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:04.763899 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432068d-86aa-4aed-8040-5436cd29c337 req-5e9127d4-ffff-4d8e-9e2f-486b0b50b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:04.763899 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3432068d-86aa-4aed-8040-5436cd29c337 req-5e9127d4-ffff-4d8e-9e2f-486b0b50b7af service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f&tenant_id=a223be1c2f6a4cd281b20b0bc7281554 HTTP/1.1" status: 200 len: 1127 time: 0.0432324 Aug 26 01:05:04.833114 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432068d-86aa-4aed-8040-5436cd29c337 req-8f53359a-6690-405e-b346-81ff9d8e4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:04.834634 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3432068d-86aa-4aed-8040-5436cd29c337 req-8f53359a-6690-405e-b346-81ff9d8e4e78 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=a223be1c2f6a4cd281b20b0bc7281554&device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 1127 time: 0.0386579 Aug 26 01:05:04.928818 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432068d-86aa-4aed-8040-5436cd29c337 req-2789c5e6-b99e-420f-9d88-e07771a07e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:04.930253 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3432068d-86aa-4aed-8040-5436cd29c337 req-2789c5e6-b99e-420f-9d88-e07771a07e85 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908 HTTP/1.1" status: 200 len: 910 time: 0.0896025 Aug 26 01:05:04.993946 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3432068d-86aa-4aed-8040-5436cd29c337 req-7c9d1299-d064-4f62-b270-c7bf215a7cb9 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f HTTP/1.1" status: 200 len: 998 time: 0.0547256 Aug 26 01:05:05.041877 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432068d-86aa-4aed-8040-5436cd29c337 req-a05e2844-e93c-4916-9f91-cd2574456224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:05.043193 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3432068d-86aa-4aed-8040-5436cd29c337 req-a05e2844-e93c-4916-9f91-cd2574456224 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=0b14eebb-5d74-4925-b51f-4d4b1decfd28 HTTP/1.1" status: 200 len: 847 time: 0.0427828 Aug 26 01:05:05.087011 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432068d-86aa-4aed-8040-5436cd29c337 req-ac847f9d-bd69-4440-95af-1e81aa11372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:05.089059 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3432068d-86aa-4aed-8040-5436cd29c337 req-ac847f9d-bd69-4440-95af-1e81aa11372b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380266 Aug 26 01:05:05.183755 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3432068d-86aa-4aed-8040-5436cd29c337 req-955920fd-a1dd-4b0c-8d14-4d75bb9148dd service neutron] 10.222.0.91 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845170 Aug 26 01:05:05.277725 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3432068d-86aa-4aed-8040-5436cd29c337 req-bc5e3edd-6505-4a14-be8e-4ff3a0bf8d73 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867727 Aug 26 01:05:05.321337 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecf3cd-4c1e-4395-b653-5e8731c71ecb req-931a781f-2a74-4540-9c03-98f436513fb5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:05.323411 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-66ecf3cd-4c1e-4395-b653-5e8731c71ecb req-931a781f-2a74-4540-9c03-98f436513fb5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0489657 Aug 26 01:05:05.372534 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-66ecf3cd-4c1e-4395-b653-5e8731c71ecb req-88a974df-7a80-41ff-a422-224b1bb7ae86 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434713 Aug 26 01:05:05.789992 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:05.875564 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:06.519538 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b16ba-c73c-43e6-aef1-9c9f06eead8b req-e9c76a8d-8f0a-4e44-a9f2-47db1de8d885 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:06.521020 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-212b16ba-c73c-43e6-aef1-9c9f06eead8b req-e9c76a8d-8f0a-4e44-a9f2-47db1de8d885 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0494111 Aug 26 01:05:06.569886 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-212b16ba-c73c-43e6-aef1-9c9f06eead8b req-2b91b745-3d10-4560-bc28-7f3cfe04b99a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428379 Aug 26 01:05:07.693077 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a7da4-f12c-4909-a8f6-e34683a8f8d6 req-62aa6b21-9692-4448-952b-bcba0cb7a37f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:07.694453 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c69a7da4-f12c-4909-a8f6-e34683a8f8d6 req-62aa6b21-9692-4448-952b-bcba0cb7a37f tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0505083 Aug 26 01:05:07.738370 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:07.743367 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c69a7da4-f12c-4909-a8f6-e34683a8f8d6 req-d9ebcc2b-6e24-47e8-ac34-d0e3337f35ad tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434058 Aug 26 01:05:08.054170 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:05:08.844272 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:08.861990 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe15cb-c477-4985-b64f-866aee6a0133 req-d4bc05db-8da9-4d44-9313-43d2746ac55d tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:08.863469 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fefe15cb-c477-4985-b64f-866aee6a0133 req-d4bc05db-8da9-4d44-9313-43d2746ac55d tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0474229 Aug 26 01:05:08.913361 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fefe15cb-c477-4985-b64f-866aee6a0133 req-fe9ff37c-8f1a-44ea-8185-b2ce2303bb64 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445855 Aug 26 01:05:10.030081 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1abaa2-4ede-46c6-8d0b-5afec7c64be0 req-fb711f9c-cbab-43d0-b4b0-ce58a49f259c tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:10.031552 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ce1abaa2-4ede-46c6-8d0b-5afec7c64be0 req-fb711f9c-cbab-43d0-b4b0-ce58a49f259c tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0468335 Aug 26 01:05:10.082197 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ce1abaa2-4ede-46c6-8d0b-5afec7c64be0 req-51cb0ff6-c7c7-415b-902c-30506aff7fba tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450995 Aug 26 01:05:11.209563 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993259e7-7f75-45c0-bb0d-e50cf97ff147 req-a896821a-21ca-4fd6-9084-0c825b48291d tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:11.210992 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-993259e7-7f75-45c0-bb0d-e50cf97ff147 req-a896821a-21ca-4fd6-9084-0c825b48291d tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0512948 Aug 26 01:05:11.258535 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-993259e7-7f75-45c0-bb0d-e50cf97ff147 req-293e8acb-bced-48d3-a8d6-d4a6589b4972 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420215 Aug 26 01:05:12.375406 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708e317-835c-4480-80c7-5e10f1cbd41f req-b3309e28-76fa-4300-8b9d-c94c56ac3536 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:12.376852 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a708e317-835c-4480-80c7-5e10f1cbd41f req-b3309e28-76fa-4300-8b9d-c94c56ac3536 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0458837 Aug 26 01:05:12.428890 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-a708e317-835c-4480-80c7-5e10f1cbd41f req-d0bf0bef-d291-4975-b33c-31e9ee06ba03 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464597 Aug 26 01:05:13.561043 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193e602-c910-4080-bcce-abccabd67067 req-f49e30ba-899f-406f-879a-e22058e7a125 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:13.562675 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f193e602-c910-4080-bcce-abccabd67067 req-f49e30ba-899f-406f-879a-e22058e7a125 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 943 time: 0.0609114 Aug 26 01:05:13.588799 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:13.612573 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f193e602-c910-4080-bcce-abccabd67067 req-5a983127-6744-46c3-860d-041f3bf1c7b1 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441914 Aug 26 01:05:13.792000 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 01:05:13.895361 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:05:13.906346 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'port_id': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'mac_address': 'fa:16:3e:ae:85:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 01:05:13.940094 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:05:13.940500 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:13.954140 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:05:13.973688 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:05:14.138245 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:14.188455 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,revision_number=7']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:14.457309 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:05:14.666269 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:14.730909 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb4f12-1baa-4017-bc32-57842e391178 req-14bb3fd1-e807-4087-958b-35113d60d0ce tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:14.733151 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-28fb4f12-1baa-4017-bc32-57842e391178 req-14bb3fd1-e807-4087-958b-35113d60d0ce tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 944 time: 0.0475020 Aug 26 01:05:14.782740 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-28fb4f12-1baa-4017-bc32-57842e391178 req-291b8fa5-7656-4447-9598-488e188e7023 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439384 Aug 26 01:05:15.817223 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:05:15.821456 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:15.862475 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:05:15.862852 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:15.907310 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84f8c5-aab4-40ff-b8c2-97d798896e88 req-cfc85925-b743-4555-9591-55acab456976 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:15.908797 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fa84f8c5-aab4-40ff-b8c2-97d798896e88 req-cfc85925-b743-4555-9591-55acab456976 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 944 time: 0.0504429 Aug 26 01:05:15.935730 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:05:15.936124 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:15.959662 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fa84f8c5-aab4-40ff-b8c2-97d798896e88 req-58addd3e-da0f-4dbc-afc3-763332edca1a tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449760 Aug 26 01:05:15.962609 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:05:15.964858 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0c6786-9bcf-4f01-8321-cda968ca1f98" -d '{"events": [{"server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "name": "network-vif-plugged", "status": "completed", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:05:15.979293 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:05:16.002890 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9309ae87-b02a-40c6-ba4f-6065ea5765e1 x-openstack-request-id: req-9309ae87-b02a-40c6-ba4f-6065ea5765e1 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:05:16.003180 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "name": "network-vif-plugged", "status": "completed", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:05:16.003433 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9309ae87-b02a-40c6-ba4f-6065ea5765e1 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:05:16.003856 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9309ae87-b02a-40c6-ba4f-6065ea5765e1'] response: {'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'code': 200} Aug 26 01:05:16.041264 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:16.088649 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,revision_number=8']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:16.374613 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ce961-0f0e-41f1-8703-d3ecb3d194df req-fa095f55-dca2-4fe4-a373-c4636dc94644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:16.376005 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cc5ce961-0f0e-41f1-8703-d3ecb3d194df req-fa095f55-dca2-4fe4-a373-c4636dc94644 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 1129 time: 0.0385571 Aug 26 01:05:16.421394 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-cc5ce961-0f0e-41f1-8703-d3ecb3d194df req-da18b532-abdf-4682-b468-421c8f9aa0b8 service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392246 Aug 26 01:05:17.223617 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75474-b9b2-403b-80b9-eb209763ffbb req-4355420a-2add-4006-8777-cceff2998d2d tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:17.225186 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-55a75474-b9b2-403b-80b9-eb209763ffbb req-4355420a-2add-4006-8777-cceff2998d2d tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0456815 Aug 26 01:05:17.276958 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-55a75474-b9b2-403b-80b9-eb209763ffbb req-82519e4b-d57e-4a00-86d0-78af3604eeb0 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462248 Aug 26 01:05:18.048878 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:18.049675 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:18.396680 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6454794-fa7d-42be-8c9c-4b2301371fcd req-df1cc065-f998-4e2e-8fe1-71f166b55a6b tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:18.398149 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f6454794-fa7d-42be-8c9c-4b2301371fcd req-df1cc065-f998-4e2e-8fe1-71f166b55a6b tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0471215 Aug 26 01:05:18.447144 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f6454794-fa7d-42be-8c9c-4b2301371fcd req-74352d39-8797-4810-9225-0131a828beaf tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434952 Aug 26 01:05:19.138664 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:27.269307 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=27 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:27.273100 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=54 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:28.439194 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=75 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:28.443076 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=39 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:29.047265 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:29.051250 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:30.662749 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7fbcc93a-bc80-4adc-b972-764415aef341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:33.057117 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b5bbf704-7339-4aff-8982-b8befaeb13b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:34.412951 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:35.010362 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:35.014634 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:35.469179 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cad1b-e718-4090-97db-1f73589d2204 req-afbfde78-dbe3-4887-8414-5257679ee620 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:35.470673 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9d9cad1b-e718-4090-97db-1f73589d2204 req-afbfde78-dbe3-4887-8414-5257679ee620 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 945 time: 0.0511780 Aug 26 01:05:35.517880 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9d9cad1b-e718-4090-97db-1f73589d2204 req-ec313311-8304-4a8a-a545-fa74174619a1 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Aug 26 01:05:35.760870 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:35.884970 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:36.635732 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068f735-e0a8-4553-b9bb-5a15a81398a3 req-a1884335-24fb-4b56-8544-b8991d8600e8 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:36.637211 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6068f735-e0a8-4553-b9bb-5a15a81398a3 req-a1884335-24fb-4b56-8544-b8991d8600e8 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 945 time: 0.0464616 Aug 26 01:05:36.683867 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-6068f735-e0a8-4553-b9bb-5a15a81398a3 req-038dd00f-cbe1-44f2-8a48-36b05ebc52a6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411460 Aug 26 01:05:37.443517 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-d8306ac5-9860-44ae-a2d8-489f6b73166d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:37.444974 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-d8306ac5-9860-44ae-a2d8-489f6b73166d tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 945 time: 0.0467055 Aug 26 01:05:37.528134 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Deleting port 99c6fe4e-f024-4025-96b6-749ad0bc652c {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:05:37.528495 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:37.616483 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] For port 99c6fe4e-f024-4025-96b6-749ad0bc652c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=99c6fe4e-f024-4025-96b6-749ad0bc652c,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:05:37.616870 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:37.782333 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:37.783049 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (a1d69775-12d3-49c8-a0ce-d306af8e72e5), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:37.783049 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Floating IP a1d69775-12d3-49c8-a0ce-d306af8e72e5 disassociated. External IP: 172.27.1.219, port: 99c6fe4e-f024-4025-96b6-749ad0bc652c. Aug 26 01:05:37.783315 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Calling delete_port for 99c6fe4e-f024-4025-96b6-749ad0bc652c owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:05:37.805268 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f2c16-0885-4f73-8444-5cdde03dbd41 req-665b2da9-a5b4-4079-8fa5-a30e65f56152 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:05:37.806806 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ca0f2c16-0885-4f73-8444-5cdde03dbd41 req-665b2da9-a5b4-4079-8fa5-a30e65f56152 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 945 time: 0.0471733 Aug 26 01:05:37.854127 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ca0f2c16-0885-4f73-8444-5cdde03dbd41 req-0f571185-71cd-46a4-8d0b-d76ab0cd90e7 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=a2c199d7-ae47-4b20-a5f7-d6eb14325519&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411842 Aug 26 01:05:37.978660 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (99c6fe4e-f024-4025-96b6-749ad0bc652c), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:38.010750 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event deleted for resources: {'Port': ['ID=99c6fe4e-f024-4025-96b6-749ad0bc652c,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:38.022298 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.022651 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.023004 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.023347 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.023687 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.024025 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.024356 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.024711 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.025043 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.025374 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.025704 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.026032 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.026360 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.026690 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.027018 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:38.130387 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Router b7da65f7-4793-432c-a96b-4d3c019d416d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:05:38.232885 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:05:38.239590 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:38.242908 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd4d8b-3ab1-48cd-9bbc-165feaca1739 None None] Sync routers for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:05:38.253667 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd4d8b-3ab1-48cd-9bbc-165feaca1739 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:05:38.262722 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f7bd4d8b-3ab1-48cd-9bbc-165feaca1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:38.278719 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] No DVR routers for this DVR port 99c6fe4e-f024-4025-96b6-749ad0bc652c on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:05:38.281528 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:38.285032 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c92ba7dc-9e90-44d2-92e1-941c3450de61 req-8081b690-6a88-44f4-81a9-8dbeab1dd3dd tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.91 "DELETE /networking/v2.0/ports/99c6fe4e-f024-4025-96b6-749ad0bc652c HTTP/1.1" status: 204 len: 173 time: 0.8347504 Aug 26 01:05:38.285519 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'name': 'network-vif-deleted', 'tag': '99c6fe4e-f024-4025-96b6-749ad0bc652c'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:05:38.288093 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7286cc2d-a77e-4fe6-8c7b-e1010ca5d62e" -d '{"events": [{"server_uuid": "0d30e6dd-58a1-41b7-a675-5bfdb19e7415", "name": "network-vif-deleted", "tag": "99c6fe4e-f024-4025-96b6-749ad0bc652c"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:05:38.332678 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1102fd-4caa-4a48-b89f-5f4d6cf0e6aa x-openstack-request-id: req-6b1102fd-4caa-4a48-b89f-5f4d6cf0e6aa {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:05:38.332985 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d30e6dd-58a1-41b7-a675-5bfdb19e7415", "name": "network-vif-deleted", "tag": "99c6fe4e-f024-4025-96b6-749ad0bc652c", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:05:38.333244 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b1102fd-4caa-4a48-b89f-5f4d6cf0e6aa {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:05:38.333658 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1102fd-4caa-4a48-b89f-5f4d6cf0e6aa'] response: {'server_uuid': '0d30e6dd-58a1-41b7-a675-5bfdb19e7415', 'name': 'network-vif-deleted', 'tag': '99c6fe4e-f024-4025-96b6-749ad0bc652c', 'status': 'completed', 'code': 200} Aug 26 01:05:38.494326 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-f7bd4d8b-3ab1-48cd-9bbc-165feaca1739 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:05:38.686276 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f7bd4d8b-3ab1-48cd-9bbc-165feaca1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:38.713029 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd4d8b-3ab1-48cd-9bbc-165feaca1739 None None] Checking router: b7da65f7-4793-432c-a96b-4d3c019d416d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:05:38.721659 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd4d8b-3ab1-48cd-9bbc-165feaca1739 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:05:38.722370 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f7bd4d8b-3ab1-48cd-9bbc-165feaca1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:38.829971 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-f7bd4d8b-3ab1-48cd-9bbc-165feaca1739 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:05:38.969735 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d6273951-2107-4157-99c3-43354b2487ce req-169a53c1-b8ac-4c44-be04-f43e1b5df620 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=0d30e6dd-58a1-41b7-a675-5bfdb19e7415 HTTP/1.1" status: 200 len: 210 time: 0.0283980 Aug 26 01:05:39.019375 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-f7bd4d8b-3ab1-48cd-9bbc-165feaca1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:39.048357 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd4d8b-3ab1-48cd-9bbc-165feaca1739 None None] The sync data for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi is: [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:00:57Z', 'revision_number': 4, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '55590ff1-6a75-4d99-8570-2d5647f92355', 'name': '', 'network_id': 'de5adc9b-87c3-4a41-9cca-c473a399648a', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'mac_address': 'fa:16:3e:44:b2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:56Z', 'updated_at': '2022-08-26T01:01:02Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'subnets': [{'id': 'ad94f7b1-719f-4b94-ae3d-641d20a8d9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:05:39.258819 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23857884-f9d9-4720-bd0e-ef5d8086ffd8 None None] New status for floating IP a1d69775-12d3-49c8-a0ce-d306af8e72e5: DOWN {{(pid=113338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:05:39.949924 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 99c6fe4e-f024-4025-96b6-749ad0bc652c no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:05:39.970344 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 99c6fe4e-f024-4025-96b6-749ad0bc652c {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:05:39.970686 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 99c6fe4e-f024-4025-96b6-749ad0bc652c not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:05:40.121744 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49502) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:40.170918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:40.177322 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-36d33f24-cd0e-4b09-95ec-a8d108dae98f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (a2c199d7-ae47-4b20-a5f7-d6eb14325519), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:40.198764 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-36d33f24-cd0e-4b09-95ec-a8d108dae98f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (a2c199d7-ae47-4b20-a5f7-d6eb14325519), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:40.332533 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-36d33f24-cd0e-4b09-95ec-a8d108dae98f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (a2c199d7-ae47-4b20-a5f7-d6eb14325519), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:40.335085 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-36d33f24-cd0e-4b09-95ec-a8d108dae98f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:40.336227 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-36d33f24-cd0e-4b09-95ec-a8d108dae98f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a2c199d7-ae47-4b20-a5f7-d6eb14325519 HTTP/1.1" status: 204 len: 168 time: 0.2135093 Aug 26 01:05:40.339210 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49504) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:40.346372 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d33f24-cd0e-4b09-95ec-a8d108dae98f tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c199d7-ae47-4b20-a5f7-d6eb14325519,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:40.357303 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.api.v2.resource [None req-96906680-133e-42cb-807f-d97eeec59ac6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] show failed (client error): The resource could not be found. Aug 26 01:05:40.358351 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-96906680-133e-42cb-807f-d97eeec59ac6 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "GET /networking/v2.0/security-groups/a2c199d7-ae47-4b20-a5f7-d6eb14325519 HTTP/1.1" status: 404 len: 347 time: 0.0181653 Aug 26 01:05:40.361983 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49506) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:40.475320 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Deleting port 261edd55-3640-482c-92ca-96ecb7a268ac {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:05:40.475591 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (261edd55-3640-482c-92ca-96ecb7a268ac), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:40.552284 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (261edd55-3640-482c-92ca-96ecb7a268ac), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:40.552653 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (261edd55-3640-482c-92ca-96ecb7a268ac), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:40.568726 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Calling delete_port for 261edd55-3640-482c-92ca-96ecb7a268ac owned by network:floatingip {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:05:40.778249 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (261edd55-3640-482c-92ca-96ecb7a268ac), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:40.804362 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Pushing event deleted for resources: {'Port': ['ID=261edd55-3640-482c-92ca-96ecb7a268ac,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:40.831947 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.832289 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.832800 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.833148 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.833481 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.833816 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.834200 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.834531 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.834883 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.835209 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.835533 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.835859 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.836183 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.836526 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.836854 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:40.889216 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks [] for floatingip (a1d69775-12d3-49c8-a0ce-d306af8e72e5), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:40.891737 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:40.892923 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-6d6099ed-ebcf-4d97-b595-4c0827efef53 tempest-AttachVolumeNegativeTest-1692640927 tempest-AttachVolumeNegativeTest-1692640927-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/a1d69775-12d3-49c8-a0ce-d306af8e72e5 HTTP/1.1" status: 204 len: 168 time: 0.5300393 Aug 26 01:05:45.053603 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:05:45.204577 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49542) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:45.520539 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-29dbcde0-b79c-40ae-a0b3-c4ed2cad5032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588378'] for router_interface (b7da65f7-4793-432c-a96b-4d3c019d416d), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:45.738932 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-29dbcde0-b79c-40ae-a0b3-c4ed2cad5032 admin admin] Deleting port 55590ff1-6a75-4d99-8570-2d5647f92355 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:05:45.739164 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-29dbcde0-b79c-40ae-a0b3-c4ed2cad5032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:45.820849 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-29dbcde0-b79c-40ae-a0b3-c4ed2cad5032 admin admin] For port 55590ff1-6a75-4d99-8570-2d5647f92355, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=55590ff1-6a75-4d99-8570-2d5647f92355,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:05:45.821218 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-29dbcde0-b79c-40ae-a0b3-c4ed2cad5032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:45.833750 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-29dbcde0-b79c-40ae-a0b3-c4ed2cad5032 admin admin] Calling delete_port for 55590ff1-6a75-4d99-8570-2d5647f92355 owned by network:router_interface {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:05:45.841528 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:45.951378 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:46.195535 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-29dbcde0-b79c-40ae-a0b3-c4ed2cad5032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (55590ff1-6a75-4d99-8570-2d5647f92355), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:46.222258 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbcde0-b79c-40ae-a0b3-c4ed2cad5032 admin admin] Pushing event deleted for resources: {'Port': ['ID=55590ff1-6a75-4d99-8570-2d5647f92355,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:46.393457 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-29dbcde0-b79c-40ae-a0b3-c4ed2cad5032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588334'] for router_interface (b7da65f7-4793-432c-a96b-4d3c019d416d), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:46.865733 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dbcde0-b79c-40ae-a0b3-c4ed2cad5032 admin admin] Router b7da65f7-4793-432c-a96b-4d3c019d416d has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:05:46.966877 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dbcde0-b79c-40ae-a0b3-c4ed2cad5032 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:05:46.972189 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-29dbcde0-b79c-40ae-a0b3-c4ed2cad5032 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/b7da65f7-4793-432c-a96b-4d3c019d416d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7670245 Aug 26 01:05:46.974800 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49546) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:46.977600 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f9503-1bc4-4488-b37f-2702bf671663 None None] Sync routers for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:05:46.988785 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f9503-1bc4-4488-b37f-2702bf671663 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:05:46.989394 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-ae6f9503-1bc4-4488-b37f-2702bf671663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:47.038917 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:47.072513 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Publish callbacks [] for router (b7da65f7-4793-432c-a96b-4d3c019d416d), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:47.073879 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:47.095230 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-ae6f9503-1bc4-4488-b37f-2702bf671663 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:05:47.119845 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:47.173954 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Publish callbacks [] for router_gateway (b7da65f7-4793-432c-a96b-4d3c019d416d), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:47.279135 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-ae6f9503-1bc4-4488-b37f-2702bf671663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:05:45Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:47.304864 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f9503-1bc4-4488-b37f-2702bf671663 None None] Checking router: b7da65f7-4793-432c-a96b-4d3c019d416d for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:05:47.313678 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f9503-1bc4-4488-b37f-2702bf671663 None None] Routers {'b7da65f7-4793-432c-a96b-4d3c019d416d'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:05:47.314349 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-ae6f9503-1bc4-4488-b37f-2702bf671663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:05:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['b7da65f7-4793-432c-a96b-4d3c019d416d'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:47.369943 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Deleting port aec1b938-8d0c-49db-ab2f-7d79e62885ad {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:05:47.370525 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:47.418995 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-ae6f9503-1bc4-4488-b37f-2702bf671663 None None] Set router b7da65f7-4793-432c-a96b-4d3c019d416d gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:05:47.422898 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:47.452431 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] For port aec1b938-8d0c-49db-ab2f-7d79e62885ad, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=aec1b938-8d0c-49db-ab2f-7d79e62885ad,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:05:47.457245 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:47.465334 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Calling delete_port for aec1b938-8d0c-49db-ab2f-7d79e62885ad owned by network:router_gateway {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:05:47.587477 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-ae6f9503-1bc4-4488-b37f-2702bf671663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:05:45Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:47.616113 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f9503-1bc4-4488-b37f-2702bf671663 None None] The sync data for ids ['b7da65f7-4793-432c-a96b-4d3c019d416d'] in dv-cinder-835384-25-iscsi is: [{'id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'name': 'tempest-AttachVolumeNegativeTest-1468653159-router', 'tenant_id': '03b021c415a147e08dbfede2ddc8cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:05:45Z', 'revision_number': 5, 'project_id': '03b021c415a147e08dbfede2ddc8cc27', 'gw_port': {'id': 'aec1b938-8d0c-49db-ab2f-7d79e62885ad', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7da65f7-4793-432c-a96b-4d3c019d416d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:00:53Z', 'updated_at': '2022-08-26T01:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:05:47.702193 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (aec1b938-8d0c-49db-ab2f-7d79e62885ad), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:47.727582 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Pushing event deleted for resources: {'Port': ['ID=aec1b938-8d0c-49db-ab2f-7d79e62885ad,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:47.795469 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587935'] for router_gateway (b7da65f7-4793-432c-a96b-4d3c019d416d), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:47.883121 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26948'] for router (b7da65f7-4793-432c-a96b-4d3c019d416d), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:47.885538 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Publish callbacks [] for router_controller (b7da65f7-4793-432c-a96b-4d3c019d416d), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.055408 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 55590ff1-6a75-4d99-8570-2d5647f92355 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:05:48.076733 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 55590ff1-6a75-4d99-8570-2d5647f92355 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:05:48.077641 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 55590ff1-6a75-4d99-8570-2d5647f92355 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:05:48.106193 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588406'] for router (b7da65f7-4793-432c-a96b-4d3c019d416d), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.106895 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7da65f7-4793-432c-a96b-4d3c019d416d {{(pid=113336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 01:05:48.111121 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.112252 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-1a00059c-bc70-4cc0-b07b-8c9ce6e5f65c admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/b7da65f7-4793-432c-a96b-4d3c019d416d HTTP/1.1" status: 204 len: 168 time: 1.1365395 Aug 26 01:05:48.114820 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49548) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:48.161191 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_v2 [None req-41071eb7-60a8-4a82-b0e6-aa97614c6623 admin admin] Deleting subnet ad94f7b1-719f-4b94-ae3d-641d20a8d9a1 {{(pid=113336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 01:05:48.165045 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-41071eb7-60a8-4a82-b0e6-aa97614c6623 admin admin] Publish callbacks [] for subnet (ad94f7b1-719f-4b94-ae3d-641d20a8d9a1), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.205913 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-41071eb7-60a8-4a82-b0e6-aa97614c6623 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15151684'] for subnet (ad94f7b1-719f-4b94-ae3d-641d20a8d9a1), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.282286 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-41071eb7-60a8-4a82-b0e6-aa97614c6623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (ad94f7b1-719f-4b94-ae3d-641d20a8d9a1), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.319304 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:48.475659 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-41071eb7-60a8-4a82-b0e6-aa97614c6623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16517140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14176858'] for subnet (ad94f7b1-719f-4b94-ae3d-641d20a8d9a1), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.506356 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41071eb7-60a8-4a82-b0e6-aa97614c6623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad94f7b1-719f-4b94-ae3d-641d20a8d9a1,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:48.510302 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-41071eb7-60a8-4a82-b0e6-aa97614c6623 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.513511 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-41071eb7-60a8-4a82-b0e6-aa97614c6623 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/ad94f7b1-719f-4b94-ae3d-641d20a8d9a1 HTTP/1.1" status: 204 len: 168 time: 0.3977625 Aug 26 01:05:48.516089 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49550) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:48.516640 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d3f6e2-19eb-45b4-bc89-2d139907559a None None] Network de5adc9b-87c3-4a41-9cca-c473a399648a requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:05:48.588115 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (de5adc9b-87c3-4a41-9cca-c473a399648a), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.638682 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Deleting port 3e553cfe-badc-4fcf-a4cf-72e281751db9 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:05:48.638682 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.666472 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] DHCP port deletion for de5adc9b-87c3-4a41-9cca-c473a399648a request from dv-cinder-835384-25-iscsi {{(pid=113337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 01:05:48.705095 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Deleting port 3e553cfe-badc-4fcf-a4cf-72e281751db9 {{(pid=113337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:05:48.705336 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] For port 3e553cfe-badc-4fcf-a4cf-72e281751db9, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=3e553cfe-badc-4fcf-a4cf-72e281751db9,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:05:48.705466 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), before_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.705572 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.719334 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Calling delete_port for 3e553cfe-badc-4fcf-a4cf-72e281751db9 owned by network:dhcp {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:05:48.753180 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:48.770612 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] For port 3e553cfe-badc-4fcf-a4cf-72e281751db9, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=3e553cfe-badc-4fcf-a4cf-72e281751db9,segment=NetworkSegment(5bf863fc-0506-4b9f-aca2-9756874d94cb),segment_id=5bf863fc-0506-4b9f-aca2-9756874d94cb)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:05:48.771054 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), precommit_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.771569 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:48.784497 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Calling delete_port for 3e553cfe-badc-4fcf-a4cf-72e281751db9 owned by network:dhcp {{(pid=113337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:05:48.875247 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.881641 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386'] for port (3e553cfe-badc-4fcf-a4cf-72e281751db9), after_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:48.904266 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e553cfe-badc-4fcf-a4cf-72e281751db9,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:48.907529 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Pushing event deleted for resources: {'Port': ['ID=3e553cfe-badc-4fcf-a4cf-72e281751db9,revision_number=None']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:48.909036 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] No DVR routers for this DVR port 3e553cfe-badc-4fcf-a4cf-72e281751db9 on host dv-cinder-835384-25-iscsi {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:05:48.912644 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] No DVR routers for this DVR port 3e553cfe-badc-4fcf-a4cf-72e281751db9 on host dv-cinder-835384-25-iscsi {{(pid=113337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:05:48.919750 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.919964 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.920281 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.920732 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.921077 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.921413 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.921751 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.922097 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.922433 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.922770 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.923123 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.923436 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.923764 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.924129 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.924403 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76037f7-83ee-4598-a17b-538bbb325d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:05:48.982753 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (de5adc9b-87c3-4a41-9cca-c473a399648a), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:49.003240 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5adc9b-87c3-4a41-9cca-c473a399648a']}} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:49.012310 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf863fc-0506-4b9f-aca2-9756874d94cb') {'for_net_delete': True} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:49.012637 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.services.segments.db [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf863fc-0506-4b9f-aca2-9756874d94cb') {} {{(pid=113336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:05:49.022775 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15151693'] for segment (5bf863fc-0506-4b9f-aca2-9756874d94cb), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:49.036726 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (5bf863fc-0506-4b9f-aca2-9756874d94cb), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:49.044017 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=113336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:05:49.044430 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16517198'] for segment (5bf863fc-0506-4b9f-aca2-9756874d94cb), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:49.124271 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.services.segments.plugin [-] Segment 5bf863fc-0506-4b9f-aca2-9756874d94cb resource provider aggregate not found Aug 26 01:05:49.137975 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:49.140956 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.services.segments.plugin [-] Segment 5bf863fc-0506-4b9f-aca2-9756874d94cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bf863fc-0506-4b9f-aca2-9756874d94cb found for delete ", "request_id": "req-427d4c18-407a-4910-a29d-bfb18c85a8ff"}]} Aug 26 01:05:49.212738 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (de5adc9b-87c3-4a41-9cca-c473a399648a), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:49.218167 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:49.221385 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/de5adc9b-87c3-4a41-9cca-c473a399648a HTTP/1.1" status: 204 len: 168 time: 0.7043550 Aug 26 01:05:49.234857 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88561470-f8cc-4e48-b761-86cf22a2828f admin admin] Pushing event deleted for resources: {'Network': ['ID=de5adc9b-87c3-4a41-9cca-c473a399648a,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:49.335011 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:49.754166 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49560) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:49.795130 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-f0a39397-1f00-44fc-b536-4ce30c353958 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=03b021c415a147e08dbfede2ddc8cc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397847 Aug 26 01:05:49.797994 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49562) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:49.849917 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7e214824-2abe-4f80-82e2-7d1caa8247af admin admin] Publish callbacks [] for security_group (59ce4228-9fb4-4de5-aa4a-98cb5a457b05), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:49.869652 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7e214824-2abe-4f80-82e2-7d1caa8247af admin admin] Publish callbacks [] for security_group (59ce4228-9fb4-4de5-aa4a-98cb5a457b05), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:49.996246 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 3e553cfe-badc-4fcf-a4cf-72e281751db9 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:05:50.015842 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 3e553cfe-badc-4fcf-a4cf-72e281751db9 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:05:50.016191 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 3e553cfe-badc-4fcf-a4cf-72e281751db9 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:05:50.016644 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device aec1b938-8d0c-49db-ab2f-7d79e62885ad no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:05:50.022762 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7e214824-2abe-4f80-82e2-7d1caa8247af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (59ce4228-9fb4-4de5-aa4a-98cb5a457b05), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:50.025456 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-7e214824-2abe-4f80-82e2-7d1caa8247af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:50.026610 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-7e214824-2abe-4f80-82e2-7d1caa8247af admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/59ce4228-9fb4-4de5-aa4a-98cb5a457b05 HTTP/1.1" status: 204 len: 168 time: 0.2277131 Aug 26 01:05:50.036210 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e214824-2abe-4f80-82e2-7d1caa8247af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ce4228-9fb4-4de5-aa4a-98cb5a457b05,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:50.038949 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: aec1b938-8d0c-49db-ab2f-7d79e62885ad {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:05:50.045896 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device aec1b938-8d0c-49db-ab2f-7d79e62885ad not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:05:50.880793 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=68,neutron:DELETE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:50.882720 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:55.050536 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:56.073764 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49698) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:56.178020 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-11ebe140-c17d-4b69-9d60-8b0ffc58b09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:56.253276 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-11ebe140-c17d-4b69-9d60-8b0ffc58b09f admin admin] Publish callbacks [] for security_group (fd8333d9-cf32-4b2e-92bf-0d4151f27da8), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:56.326273 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-11ebe140-c17d-4b69-9d60-8b0ffc58b09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (fd8333d9-cf32-4b2e-92bf-0d4151f27da8), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:56.364746 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebe140-c17d-4b69-9d60-8b0ffc58b09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8333d9-cf32-4b2e-92bf-0d4151f27da8,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:56.368996 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-11ebe140-c17d-4b69-9d60-8b0ffc58b09f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=96fca4fdac8a432f9e5dff1fbc9c5b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942150 Aug 26 01:05:56.371850 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49702) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:56.420912 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d3fcc144-7e36-4a7d-9fa7-2b9367aa0718 admin admin] Publish callbacks [] for security_group (fd8333d9-cf32-4b2e-92bf-0d4151f27da8), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:56.440452 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d3fcc144-7e36-4a7d-9fa7-2b9367aa0718 admin admin] Publish callbacks [] for security_group (fd8333d9-cf32-4b2e-92bf-0d4151f27da8), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:56.583939 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d3fcc144-7e36-4a7d-9fa7-2b9367aa0718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (fd8333d9-cf32-4b2e-92bf-0d4151f27da8), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:56.586566 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d3fcc144-7e36-4a7d-9fa7-2b9367aa0718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:56.594555 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d3fcc144-7e36-4a7d-9fa7-2b9367aa0718 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/fd8333d9-cf32-4b2e-92bf-0d4151f27da8 HTTP/1.1" status: 204 len: 168 time: 0.2150152 Aug 26 01:05:56.596278 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcc144-7e36-4a7d-9fa7-2b9367aa0718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8333d9-cf32-4b2e-92bf-0d4151f27da8,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:57.355403 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49708) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:57.369017 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1f492c11-0433-43b9-a862-566080f09857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:57.444853 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1f492c11-0433-43b9-a862-566080f09857 admin admin] Publish callbacks [] for security_group (3790ae10-af7f-4a34-a1ef-aa3be5c00a1a), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:57.559180 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-1f492c11-0433-43b9-a862-566080f09857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (3790ae10-af7f-4a34-a1ef-aa3be5c00a1a), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:57.600703 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-1f492c11-0433-43b9-a862-566080f09857 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f28bd8721a16436883c20dc85553bdc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441764 Aug 26 01:05:57.601624 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f492c11-0433-43b9-a862-566080f09857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3790ae10-af7f-4a34-a1ef-aa3be5c00a1a,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:05:57.603600 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49710) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:05:57.637686 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:05:57.659668 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ab8174d1-f56e-4c7c-acdb-1dffa3dd4cc3 admin admin] Publish callbacks [] for security_group (3790ae10-af7f-4a34-a1ef-aa3be5c00a1a), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:57.680463 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ab8174d1-f56e-4c7c-acdb-1dffa3dd4cc3 admin admin] Publish callbacks [] for security_group (3790ae10-af7f-4a34-a1ef-aa3be5c00a1a), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:57.817858 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ab8174d1-f56e-4c7c-acdb-1dffa3dd4cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (3790ae10-af7f-4a34-a1ef-aa3be5c00a1a), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:57.820293 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ab8174d1-f56e-4c7c-acdb-1dffa3dd4cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:05:57.821456 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-ab8174d1-f56e-4c7c-acdb-1dffa3dd4cc3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3790ae10-af7f-4a34-a1ef-aa3be5c00a1a HTTP/1.1" status: 204 len: 168 time: 0.2165594 Aug 26 01:05:57.829667 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8174d1-f56e-4c7c-acdb-1dffa3dd4cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3790ae10-af7f-4a34-a1ef-aa3be5c00a1a,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:00.658097 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8c920710-da52-433b-ac51-dd1754c3727e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:03.074497 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-32d02fc9-2826-4f0b-9e57-63d585dcd668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:04.404531 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:05.621203 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49792) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:05.726941 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f2e804a2-eff0-4b0d-bc35-2225a922707c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:05.755228 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:05.802534 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f2e804a2-eff0-4b0d-bc35-2225a922707c admin admin] Publish callbacks [] for security_group (80f6d628-3664-4b84-ab9c-3701c017f61b), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:05.875100 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f2e804a2-eff0-4b0d-bc35-2225a922707c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (80f6d628-3664-4b84-ab9c-3701c017f61b), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:05.909419 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:05.917249 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-f2e804a2-eff0-4b0d-bc35-2225a922707c admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a051efc3bd88452fbc6e904837089c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950072 Aug 26 01:06:05.918185 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e804a2-eff0-4b0d-bc35-2225a922707c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f6d628-3664-4b84-ab9c-3701c017f61b,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:05.921379 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49796) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:05.971901 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1fcd6f01-0e6a-4fed-950e-e0ddf113eac4 admin admin] Publish callbacks [] for security_group (80f6d628-3664-4b84-ab9c-3701c017f61b), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:05.992340 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1fcd6f01-0e6a-4fed-950e-e0ddf113eac4 admin admin] Publish callbacks [] for security_group (80f6d628-3664-4b84-ab9c-3701c017f61b), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:06.114614 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1fcd6f01-0e6a-4fed-950e-e0ddf113eac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (80f6d628-3664-4b84-ab9c-3701c017f61b), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:06.117324 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-1fcd6f01-0e6a-4fed-950e-e0ddf113eac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:06.118461 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-1fcd6f01-0e6a-4fed-950e-e0ddf113eac4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/80f6d628-3664-4b84-ab9c-3701c017f61b HTTP/1.1" status: 204 len: 168 time: 0.1959398 Aug 26 01:06:06.126606 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd6f01-0e6a-4fed-950e-e0ddf113eac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f6d628-3664-4b84-ab9c-3701c017f61b,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:06.793500 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 49802) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:06.807216 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7c0cd404-9f91-4a68-8305-d9be3a5c28aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:06.839272 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:06.840916 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:06.882003 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7c0cd404-9f91-4a68-8305-d9be3a5c28aa admin admin] Publish callbacks [] for security_group (2dd6951c-0754-4668-bf58-579885aa7a8b), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:06.983858 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7c0cd404-9f91-4a68-8305-d9be3a5c28aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (2dd6951c-0754-4668-bf58-579885aa7a8b), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:07.023518 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-7c0cd404-9f91-4a68-8305-d9be3a5c28aa admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=6db2af745acb4517a5284435c5b3587f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289793 Aug 26 01:06:07.024370 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cd404-9f91-4a68-8305-d9be3a5c28aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd6951c-0754-4668-bf58-579885aa7a8b,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:07.026244 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49804) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:07.078545 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6bf4367d-33e1-4e6f-b754-50877d7c302b admin admin] Publish callbacks [] for security_group (2dd6951c-0754-4668-bf58-579885aa7a8b), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:07.098842 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6bf4367d-33e1-4e6f-b754-50877d7c302b admin admin] Publish callbacks [] for security_group (2dd6951c-0754-4668-bf58-579885aa7a8b), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:07.279609 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6bf4367d-33e1-4e6f-b754-50877d7c302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (2dd6951c-0754-4668-bf58-579885aa7a8b), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:07.282211 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-6bf4367d-33e1-4e6f-b754-50877d7c302b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:07.283409 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-6bf4367d-33e1-4e6f-b754-50877d7c302b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2dd6951c-0754-4668-bf58-579885aa7a8b HTTP/1.1" status: 204 len: 168 time: 0.2561495 Aug 26 01:06:07.297976 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4367d-33e1-4e6f-b754-50877d7c302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd6951c-0754-4668-bf58-579885aa7a8b,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:11.667943 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49874) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:11.773093 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5c3feae4-b7d5-4ef8-83b3-6edc50801a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:11.787106 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:DELETE=12,neutron:SELECT=88 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:11.850005 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5c3feae4-b7d5-4ef8-83b3-6edc50801a7f admin admin] Publish callbacks [] for security_group (7424f3a5-1778-4dbf-83a5-cc39054141c9), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:12.001253 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:12.010816 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5c3feae4-b7d5-4ef8-83b3-6edc50801a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (7424f3a5-1778-4dbf-83a5-cc39054141c9), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:12.011162 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:12.051003 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3feae4-b7d5-4ef8-83b3-6edc50801a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7424f3a5-1778-4dbf-83a5-cc39054141c9,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:12.055180 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-5c3feae4-b7d5-4ef8-83b3-6edc50801a7f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=76d6a05ee02541b0a362a4e65a4368c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861723 Aug 26 01:06:12.057813 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49878) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:12.110758 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-74a7124f-5477-42a3-b7d0-5d0a87f46022 admin admin] Publish callbacks [] for security_group (7424f3a5-1778-4dbf-83a5-cc39054141c9), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:12.131267 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-74a7124f-5477-42a3-b7d0-5d0a87f46022 admin admin] Publish callbacks [] for security_group (7424f3a5-1778-4dbf-83a5-cc39054141c9), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:12.319092 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-74a7124f-5477-42a3-b7d0-5d0a87f46022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (7424f3a5-1778-4dbf-83a5-cc39054141c9), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:12.321691 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-74a7124f-5477-42a3-b7d0-5d0a87f46022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:12.322899 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-74a7124f-5477-42a3-b7d0-5d0a87f46022 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7424f3a5-1778-4dbf-83a5-cc39054141c9 HTTP/1.1" status: 204 len: 168 time: 0.2641668 Aug 26 01:06:12.328875 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:12.331278 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7124f-5477-42a3-b7d0-5d0a87f46022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7424f3a5-1778-4dbf-83a5-cc39054141c9,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:13.391266 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49884) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:13.404703 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9dc4221d-26e0-4533-847e-fe8dccaeb5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:13.480114 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9dc4221d-26e0-4533-847e-fe8dccaeb5f8 admin admin] Publish callbacks [] for security_group (195a909d-493c-477c-a45d-b127f9e60806), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:13.662122 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9dc4221d-26e0-4533-847e-fe8dccaeb5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (195a909d-493c-477c-a45d-b127f9e60806), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:13.699702 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4221d-26e0-4533-847e-fe8dccaeb5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195a909d-493c-477c-a45d-b127f9e60806,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:13.705673 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-9dc4221d-26e0-4533-847e-fe8dccaeb5f8 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b47028f18f3a4af39e5aa7f10d3b54a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133211 Aug 26 01:06:13.708077 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 49886) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:13.758726 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-53a0a39d-dcb8-44ed-8928-007ed2454018 admin admin] Publish callbacks [] for security_group (195a909d-493c-477c-a45d-b127f9e60806), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:13.779577 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-53a0a39d-dcb8-44ed-8928-007ed2454018 admin admin] Publish callbacks [] for security_group (195a909d-493c-477c-a45d-b127f9e60806), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:13.983652 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-53a0a39d-dcb8-44ed-8928-007ed2454018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (195a909d-493c-477c-a45d-b127f9e60806), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:13.986406 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-53a0a39d-dcb8-44ed-8928-007ed2454018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:13.987563 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-53a0a39d-dcb8-44ed-8928-007ed2454018 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/195a909d-493c-477c-a45d-b127f9e60806 HTTP/1.1" status: 204 len: 168 time: 0.2793067 Aug 26 01:06:13.995471 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0a39d-dcb8-44ed-8928-007ed2454018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195a909d-493c-477c-a45d-b127f9e60806,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:17.305122 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:17.393816 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=24 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:19.055100 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=30,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:19.149064 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:22.052971 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:06:23.813863 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:23.991978 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=47,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:29.064072 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:30.655764 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4961c781-8d7c-430d-8725-e9501d5aff25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:32.048266 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=16 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:32.049135 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=12 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:32.943837 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 50024) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:33.057485 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-87aba02e-01a5-4f28-860f-688475172e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:33.087442 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Deleting port 8645a71e-81c9-42db-818f-6e1b33c876e4 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:06:33.087787 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (8645a71e-81c9-42db-818f-6e1b33c876e4), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:33.167185 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (8645a71e-81c9-42db-818f-6e1b33c876e4), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:33.167512 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for floatingip (8645a71e-81c9-42db-818f-6e1b33c876e4), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:33.180238 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Calling delete_port for 8645a71e-81c9-42db-818f-6e1b33c876e4 owned by network:floatingip {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:06:33.377320 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (8645a71e-81c9-42db-818f-6e1b33c876e4), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:33.400593 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event deleted for resources: {'Port': ['ID=8645a71e-81c9-42db-818f-6e1b33c876e4,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:33.466097 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for floatingip (dd69421a-ac80-42ae-bfb6-a1fb80bc846e), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:33.466421 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Floating IP dd69421a-ac80-42ae-bfb6-a1fb80bc846e disassociated (deleted). External IP: 172.27.1.86, port: 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f. Aug 26 01:06:33.666954 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:06:33.773813 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:06:33.778859 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:33.783555 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e82892-581f-4293-9f74-f69010391c16 None None] Sync routers for ids ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:33.794589 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e82892-581f-4293-9f74-f69010391c16 None None] Routers {'52244a0c-df9f-4a6a-b2fc-89771ca84f0e'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:06:33.795435 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-35e82892-581f-4293-9f74-f69010391c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:33.815600 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-9ac1718c-7107-457f-9260-68ef5d235943 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/dd69421a-ac80-42ae-bfb6-a1fb80bc846e HTTP/1.1" status: 204 len: 168 time: 0.8706059 Aug 26 01:06:33.816778 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:06:33.818600 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f0228e-58ed-452b-b095-84219ed40f12" -d '{"events": [{"name": "network-changed", "server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:06:33.859974 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714b3b74-baf8-48f5-9295-46d07b90bacb x-openstack-request-id: req-714b3b74-baf8-48f5-9295-46d07b90bacb {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:06:33.860317 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:06:33.860640 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-714b3b74-baf8-48f5-9295-46d07b90bacb {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:06:33.861094 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714b3b74-baf8-48f5-9295-46d07b90bacb'] response: {'name': 'network-changed', 'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'status': 'completed', 'code': 200} Aug 26 01:06:33.915915 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-35e82892-581f-4293-9f74-f69010391c16 None None] Set router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:06:33.953784 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:33.956195 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:33.959735 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0228e-58ed-452b-b095-84219ed40f12 req-477c94d5-1aa9-4a86-90cf-c2d2461cb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:33.961581 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14f0228e-58ed-452b-b095-84219ed40f12 req-477c94d5-1aa9-4a86-90cf-c2d2461cb7c8 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=a223be1c2f6a4cd281b20b0bc7281554&device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 1129 time: 0.0444064 Aug 26 01:06:33.996331 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50036) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:34.074338 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0228e-58ed-452b-b095-84219ed40f12 req-acaee6a9-92fe-468f-b6cd-79864bc84f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:34.076128 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14f0228e-58ed-452b-b095-84219ed40f12 req-acaee6a9-92fe-468f-b6cd-79864bc84f98 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908 HTTP/1.1" status: 200 len: 910 time: 0.1090629 Aug 26 01:06:34.118432 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-35e82892-581f-4293-9f74-f69010391c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:58Z', 'revision_number': 4, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '2901fe4c-35e2-4038-894b-dc20b9aa4707', 'name': '', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'mac_address': 'fa:16:3e:27:47:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:58Z', 'updated_at': '2022-08-26T01:02:04Z', 'revision_number': 5, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'subnets': [{'id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:34.119129 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14f0228e-58ed-452b-b095-84219ed40f12 req-3f557b2c-cc40-4678-bb6b-647fb57d6ca2 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f HTTP/1.1" status: 200 len: 217 time: 0.0355794 Aug 26 01:06:34.129328 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-604b403f-ce3a-46d2-9abf-97dc96de5dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:34.142955 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e82892-581f-4293-9f74-f69010391c16 None None] Checking router: 52244a0c-df9f-4a6a-b2fc-89771ca84f0e for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:06:34.151542 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e82892-581f-4293-9f74-f69010391c16 None None] Routers {'52244a0c-df9f-4a6a-b2fc-89771ca84f0e'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:06:34.152144 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-35e82892-581f-4293-9f74-f69010391c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:34.207106 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-604b403f-ce3a-46d2-9abf-97dc96de5dab admin admin] Publish callbacks [] for security_group (452cae4b-7209-4d2e-892b-f3d689b96945), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:34.261179 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a06672-3539-4eff-9ddd-97bb8be4d8ea req-f538c9d6-45d5-456b-a0a3-fd29ae246fe8 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:34.263429 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d3a06672-3539-4eff-9ddd-97bb8be4d8ea req-f538c9d6-45d5-456b-a0a3-fd29ae246fe8 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0512869 Aug 26 01:06:34.358019 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-35e82892-581f-4293-9f74-f69010391c16 None None] Set router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:06:34.434512 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:34.532379 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-604b403f-ce3a-46d2-9abf-97dc96de5dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (452cae4b-7209-4d2e-892b-f3d689b96945), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:34.553699 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-35e82892-581f-4293-9f74-f69010391c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:58Z', 'revision_number': 4, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '2901fe4c-35e2-4038-894b-dc20b9aa4707', 'name': '', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'mac_address': 'fa:16:3e:27:47:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:58Z', 'updated_at': '2022-08-26T01:02:04Z', 'revision_number': 5, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'subnets': [{'id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:34.582652 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e82892-581f-4293-9f74-f69010391c16 None None] The sync data for ids ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'] in dv-cinder-835384-25-iscsi is: [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:01:58Z', 'revision_number': 4, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '2901fe4c-35e2-4038-894b-dc20b9aa4707', 'name': '', 'network_id': '72a1a80f-93a4-4c90-a775-5c4f6bbbd908', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'mac_address': 'fa:16:3e:27:47:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:58Z', 'updated_at': '2022-08-26T01:02:04Z', 'revision_number': 5, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'subnets': [{'id': '0b14eebb-5d74-4925-b51f-4d4b1decfd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:34.595276 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b403f-ce3a-46d2-9abf-97dc96de5dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452cae4b-7209-4d2e-892b-f3d689b96945,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:34.603169 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 50042) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:34.603321 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-604b403f-ce3a-46d2-9abf-97dc96de5dab admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=2ab9a532d467403aa288e3040406dd96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6036358 Aug 26 01:06:34.607242 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d3a06672-3539-4eff-9ddd-97bb8be4d8ea req-49c2a9d8-8c6f-4d27-b39d-1abf8004bec9 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373768 Aug 26 01:06:34.658542 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-51d8b78e-e4e2-4cb5-8591-fee6995ba89d admin admin] Publish callbacks [] for security_group (452cae4b-7209-4d2e-892b-f3d689b96945), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:34.679499 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-51d8b78e-e4e2-4cb5-8591-fee6995ba89d admin admin] Publish callbacks [] for security_group (452cae4b-7209-4d2e-892b-f3d689b96945), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:34.788870 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-51d8b78e-e4e2-4cb5-8591-fee6995ba89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (452cae4b-7209-4d2e-892b-f3d689b96945), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:34.792961 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-51d8b78e-e4e2-4cb5-8591-fee6995ba89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:34.794621 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-51d8b78e-e4e2-4cb5-8591-fee6995ba89d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/452cae4b-7209-4d2e-892b-f3d689b96945 HTTP/1.1" status: 204 len: 168 time: 0.1903698 Aug 26 01:06:34.803240 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8b78e-e4e2-4cb5-8591-fee6995ba89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452cae4b-7209-4d2e-892b-f3d689b96945,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:34.823468 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e1829-df43-4a10-ba8d-8e23fc04ec1b None None] New status for floating IP dd69421a-ac80-42ae-bfb6-a1fb80bc846e: DOWN {{(pid=113337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:06:35.291890 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0228e-58ed-452b-b095-84219ed40f12 req-ec92327d-2516-449f-8e15-c91ef24d240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:35.293401 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14f0228e-58ed-452b-b095-84219ed40f12 req-ec92327d-2516-449f-8e15-c91ef24d240d service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=0b14eebb-5d74-4925-b51f-4d4b1decfd28 HTTP/1.1" status: 200 len: 847 time: 0.0486081 Aug 26 01:06:35.345089 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0228e-58ed-452b-b095-84219ed40f12 req-441ad786-bdd1-472c-94a1-a26e00f04df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:35.346585 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14f0228e-58ed-452b-b095-84219ed40f12 req-441ad786-bdd1-472c-94a1-a26e00f04df7 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=72a1a80f-93a4-4c90-a775-5c4f6bbbd908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402169 Aug 26 01:06:35.575723 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14f0228e-58ed-452b-b095-84219ed40f12 req-792be476-2b79-48db-b69f-96011a8b5ff6 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891447 Aug 26 01:06:35.734957 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631b41d-07ff-40d3-a5dc-367a6f1c9146 req-3a1a7ff9-8b5a-4931-976e-3226d20e75e9 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:35.736584 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8631b41d-07ff-40d3-a5dc-367a6f1c9146 req-3a1a7ff9-8b5a-4931-976e-3226d20e75e9 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0531373 Aug 26 01:06:35.777225 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:35.804267 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-8631b41d-07ff-40d3-a5dc-367a6f1c9146 req-85477e7b-0aef-4e86-a447-9e21186fac43 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=67c7959f-6575-4d75-98e0-ee85fd896069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620470 Aug 26 01:06:35.876229 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14f0228e-58ed-452b-b095-84219ed40f12 req-7304985e-ed1d-43fb-94e1-6fbaa3908cd0 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967882 Aug 26 01:06:35.907382 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:35.967770 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c89053-a47f-489d-9a9c-703d4dfdaf1c req-53107bff-a0db-47ed-a3d8-d1f4615992a3 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:35.969255 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-33c89053-a47f-489d-9a9c-703d4dfdaf1c req-53107bff-a0db-47ed-a3d8-d1f4615992a3 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 945 time: 0.0472524 Aug 26 01:06:36.054286 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-33c89053-a47f-489d-9a9c-703d4dfdaf1c req-e78f9c2a-5cde-440b-bd3c-be0b2035b3c5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Deleting port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:06:36.054557 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-33c89053-a47f-489d-9a9c-703d4dfdaf1c req-e78f9c2a-5cde-440b-bd3c-be0b2035b3c5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:36.145588 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-33c89053-a47f-489d-9a9c-703d4dfdaf1c req-e78f9c2a-5cde-440b-bd3c-be0b2035b3c5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] For port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:06:36.145947 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-33c89053-a47f-489d-9a9c-703d4dfdaf1c req-e78f9c2a-5cde-440b-bd3c-be0b2035b3c5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:36.154795 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:36.159042 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-33c89053-a47f-489d-9a9c-703d4dfdaf1c req-e78f9c2a-5cde-440b-bd3c-be0b2035b3c5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Calling delete_port for 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:06:36.218742 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:36.355882 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 50074) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:36.362689 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-33c89053-a47f-489d-9a9c-703d4dfdaf1c req-e78f9c2a-5cde-440b-bd3c-be0b2035b3c5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:36.392011 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f9c2a-5cde-440b-bd3c-be0b2035b3c5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event deleted for resources: {'Port': ['ID=8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:36.446851 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c89053-a47f-489d-9a9c-703d4dfdaf1c req-e78f9c2a-5cde-440b-bd3c-be0b2035b3c5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] No DVR routers for this DVR port 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:06:36.449555 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-33c89053-a47f-489d-9a9c-703d4dfdaf1c req-e78f9c2a-5cde-440b-bd3c-be0b2035b3c5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:36.453007 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-33c89053-a47f-489d-9a9c-703d4dfdaf1c req-e78f9c2a-5cde-440b-bd3c-be0b2035b3c5 tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.91 "DELETE /networking/v2.0/ports/8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f HTTP/1.1" status: 204 len: 173 time: 0.4777801 Aug 26 01:06:36.453472 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'name': 'network-vif-deleted', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:06:36.455721 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1ffc49-800e-49b0-a0be-22afd0177a4c" -d '{"events": [{"server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "name": "network-vif-deleted", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:06:36.480703 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5760b23f-b363-44ad-9b27-b02aa75edac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:36.497336 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9746f073-b19d-4adc-85d9-0ebdc09cd994 x-openstack-request-id: req-9746f073-b19d-4adc-85d9-0ebdc09cd994 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:06:36.497624 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63711c4-8adf-43bd-9822-b8f82055f35f", "name": "network-vif-deleted", "tag": "8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:06:36.497877 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9746f073-b19d-4adc-85d9-0ebdc09cd994 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:06:36.498270 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9746f073-b19d-4adc-85d9-0ebdc09cd994'] response: {'server_uuid': 'd63711c4-8adf-43bd-9822-b8f82055f35f', 'name': 'network-vif-deleted', 'tag': '8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f', 'status': 'completed', 'code': 200} Aug 26 01:06:36.563569 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5760b23f-b363-44ad-9b27-b02aa75edac2 admin admin] Publish callbacks [] for security_group (c12be31f-b0b7-4988-b39e-19fdc993750d), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:36.689919 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-5760b23f-b363-44ad-9b27-b02aa75edac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (c12be31f-b0b7-4988-b39e-19fdc993750d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:36.729322 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760b23f-b363-44ad-9b27-b02aa75edac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12be31f-b0b7-4988-b39e-19fdc993750d,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:36.733590 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-5760b23f-b363-44ad-9b27-b02aa75edac2 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5244e31a6b4f4102834cd0a79c7c780f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760695 Aug 26 01:06:36.736581 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50080) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:36.789128 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bfdba936-95f5-44e7-bdb8-1b2cffa875f4 admin admin] Publish callbacks [] for security_group (c12be31f-b0b7-4988-b39e-19fdc993750d), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:36.810281 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bfdba936-95f5-44e7-bdb8-1b2cffa875f4 admin admin] Publish callbacks [] for security_group (c12be31f-b0b7-4988-b39e-19fdc993750d), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:36.918832 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-245b85c6-e354-4435-9d01-27882dca6588 req-b3b12889-e6c3-4e75-864d-8dd73fb66d0d tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 210 time: 0.0292892 Aug 26 01:06:36.919976 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bfdba936-95f5-44e7-bdb8-1b2cffa875f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (c12be31f-b0b7-4988-b39e-19fdc993750d), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:36.922690 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bfdba936-95f5-44e7-bdb8-1b2cffa875f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:36.923637 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-bfdba936-95f5-44e7-bdb8-1b2cffa875f4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c12be31f-b0b7-4988-b39e-19fdc993750d HTTP/1.1" status: 204 len: 168 time: 0.1860485 Aug 26 01:06:36.931677 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdba936-95f5-44e7-bdb8-1b2cffa875f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12be31f-b0b7-4988-b39e-19fdc993750d,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:38.047264 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5940eaf8-4772-4314-8030-0cea02e6e8ef req-9a62267f-033a-4aa9-a84d-f18fee6a6fbe tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d63711c4-8adf-43bd-9822-b8f82055f35f HTTP/1.1" status: 200 len: 210 time: 0.0304770 Aug 26 01:06:38.150093 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 50106) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:38.159327 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:06:38.179894 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:06:38.180249 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 8d821bb5-fb83-42d7-b1c5-f97cf0d2ca3f not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:06:38.250452 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-515302401-network', 'tenant_id': '0f048337938642b2bf9165db865e8edb'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:06:38.433323 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Made reservation on behalf of 0f048337938642b2bf9165db865e8edb for: {'network': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:38.436747 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:38.445714 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:38.522682 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Publish callbacks [] for security_group (63f87161-33d2-4049-8177-736deec1be6e), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:38.674273 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (63f87161-33d2-4049-8177-736deec1be6e), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:38.699764 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1197} {{(pid=113336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:06:38.709058 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f87161-33d2-4049-8177-736deec1be6e,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:38.718019 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (0f41cd3b-a65d-482e-af33-ba6ac54057ad), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:38.718358 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.segments_db [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Added segment 0f41cd3b-a65d-482e-af33-ba6ac54057ad of type vlan for network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 Aug 26 01:06:38.720297 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.720680 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.721009 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.721343 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.721676 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.721999 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.722331 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.722649 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.722970 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.723289 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.723612 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.723932 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.724251 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.724603 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.724921 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:38.773480 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (a8f76b0c-a13d-4adf-aac7-f2a0a3c67769), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:38.949687 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (a8f76b0c-a13d-4adf-aac7-f2a0a3c67769), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:38.950823 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:38.951392 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:39.010305 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=a8f76b0c-a13d-4adf-aac7-f2a0a3c67769,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:39.020423 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 01:06:39.113634 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 50112) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:39.119420 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=72,neutron:DELETE=10,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:39.124701 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-e37437b4-5b66-4a02-8a46-f608b7823bd5 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9735584 Aug 26 01:06:39.144850 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50114) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:39.149841 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-264f237a-16fb-4e8d-abdf-9d09d34519e7 admin admin] Request body: {'subnet': {'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-515302401-subnet', 'tenant_id': '0f048337938642b2bf9165db865e8edb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:06:39.176210 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-492c7fdd-c6da-47b3-bdea-a78431183f2e tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group (67c7959f-6575-4d75-98e0-ee85fd896069), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:39.197145 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:39.204024 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-492c7fdd-c6da-47b3-bdea-a78431183f2e tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group (67c7959f-6575-4d75-98e0-ee85fd896069), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:39.326277 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264f237a-16fb-4e8d-abdf-9d09d34519e7 admin admin] Made reservation on behalf of 0f048337938642b2bf9165db865e8edb for: {'subnet': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:39.328854 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-264f237a-16fb-4e8d-abdf-9d09d34519e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14132248'] for subnet (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:39.656933 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-492c7fdd-c6da-47b3-bdea-a78431183f2e tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (67c7959f-6575-4d75-98e0-ee85fd896069), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:39.657328 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-264f237a-16fb-4e8d-abdf-9d09d34519e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14132266'] for subnet (8a918082-a21f-4da5-a8fd-29d23b67d284), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:39.659633 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-492c7fdd-c6da-47b3-bdea-a78431183f2e tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:39.660818 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-492c7fdd-c6da-47b3-bdea-a78431183f2e tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/67c7959f-6575-4d75-98e0-ee85fd896069 HTTP/1.1" status: 204 len: 168 time: 0.5472379 Aug 26 01:06:39.671649 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c7fdd-c6da-47b3-bdea-a78431183f2e tempest-TestShelveInstance-1217773634 tempest-TestShelveInstance-1217773634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c7959f-6575-4d75-98e0-ee85fd896069,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:39.720050 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f237a-16fb-4e8d-abdf-9d09d34519e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a918082-a21f-4da5-a8fd-29d23b67d284,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:39.731179 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f237a-16fb-4e8d-abdf-9d09d34519e7 admin admin] Checking segment: {'id': '0f41cd3b-a65d-482e-af33-ba6ac54057ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:06:39.737480 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f237a-16fb-4e8d-abdf-9d09d34519e7 admin admin] Network hostable DHCP agents. Network: a8f76b0c-a13d-4adf-aac7-f2a0a3c67769, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:06:39.849111 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50118) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:39.901856 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:39.905194 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f237a-16fb-4e8d-abdf-9d09d34519e7 admin admin] Network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:06:39.933033 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:40.162725 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-264f237a-16fb-4e8d-abdf-9d09d34519e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, a8f76b0c-a13d-4adf-aac7-f2a0a3c67769) {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:40.164385 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588378'] for router_interface (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:40.169489 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264f237a-16fb-4e8d-abdf-9d09d34519e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:40.169850 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-264f237a-16fb-4e8d-abdf-9d09d34519e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:40.171429 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c99705-5deb-4dde-a191-7f41b51dd80d None None] Network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:06:40.272640 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88ba698-29a4-4fc5-8c07-9aeadebb8680 None None] Network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:06:40.365231 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-264f237a-16fb-4e8d-abdf-9d09d34519e7 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2191551 Aug 26 01:06:40.404309 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Deleting port 2901fe4c-35e2-4038-894b-dc20b9aa4707 {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:06:40.404576 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:40.493781 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] For port 2901fe4c-35e2-4038-894b-dc20b9aa4707, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=2901fe4c-35e2-4038-894b-dc20b9aa4707,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:06:40.493781 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:40.506743 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Calling delete_port for 2901fe4c-35e2-4038-894b-dc20b9aa4707 owned by network:router_interface {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:06:40.867329 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:40.914582 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (2901fe4c-35e2-4038-894b-dc20b9aa4707), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:40.940324 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Pushing event deleted for resources: {'Port': ['ID=2901fe4c-35e2-4038-894b-dc20b9aa4707,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:40.970056 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.970452 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.970797 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.971140 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.971476 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.971808 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.972142 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.972483 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.972820 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.973150 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.973485 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.973812 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.974134 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.974456 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:40.974779 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:41.115939 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588334'] for router_interface (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:41.296886 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:41.319763 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:06:41.422215 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:06:41.427183 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-9824125f-ad10-42aa-85cc-f02b6623a058 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/52244a0c-df9f-4a6a-b2fc-89771ca84f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5770257 Aug 26 01:06:41.429740 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50126) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:41.435971 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7959ea-ea98-490c-a11c-128a44316f1b None None] Sync routers for ids ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:41.446810 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7959ea-ea98-490c-a11c-128a44316f1b None None] Routers {'52244a0c-df9f-4a6a-b2fc-89771ca84f0e'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:06:41.447412 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-4d7959ea-ea98-490c-a11c-128a44316f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:41.536390 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Publish callbacks [] for router (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:41.568416 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-4d7959ea-ea98-490c-a11c-128a44316f1b None None] Set router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:06:41.630212 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:41.641369 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Publish callbacks [] for router_gateway (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:41.732129 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=100 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:41.739192 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-4d7959ea-ea98-490c-a11c-128a44316f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:06:40Z', 'revision_number': 5, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port': {'id': 'c76d737b-681a-4a06-86c1-195f1727f2af', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:41.766201 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7959ea-ea98-490c-a11c-128a44316f1b None None] Checking router: 52244a0c-df9f-4a6a-b2fc-89771ca84f0e for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:06:41.769682 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=100 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:41.777212 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7959ea-ea98-490c-a11c-128a44316f1b None None] Routers {'52244a0c-df9f-4a6a-b2fc-89771ca84f0e'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:06:41.777850 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-4d7959ea-ea98-490c-a11c-128a44316f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:41.784691 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Deleting port c76d737b-681a-4a06-86c1-195f1727f2af {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:06:41.785039 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (c76d737b-681a-4a06-86c1-195f1727f2af), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:41.862737 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-4d7959ea-ea98-490c-a11c-128a44316f1b None None] Set router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e gateway port host: None {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:06:41.869799 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] For port c76d737b-681a-4a06-86c1-195f1727f2af, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=c76d737b-681a-4a06-86c1-195f1727f2af,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:06:41.870251 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (c76d737b-681a-4a06-86c1-195f1727f2af), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:41.883707 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Calling delete_port for c76d737b-681a-4a06-86c1-195f1727f2af owned by network:router_gateway {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:06:41.918564 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-4d7959ea-ea98-490c-a11c-128a44316f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:06:41Z', 'revision_number': 6, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port_host': None}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:41.941580 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7959ea-ea98-490c-a11c-128a44316f1b None None] The sync data for ids ['52244a0c-df9f-4a6a-b2fc-89771ca84f0e'] in dv-cinder-835384-25-iscsi is: [{'id': '52244a0c-df9f-4a6a-b2fc-89771ca84f0e', 'name': 'tempest-TestShelveInstance-694539776-router', 'tenant_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:01:55Z', 'updated_at': '2022-08-26T01:06:41Z', 'revision_number': 6, 'project_id': 'a223be1c2f6a4cd281b20b0bc7281554', 'gw_port_host': None}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:42.154292 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (c76d737b-681a-4a06-86c1-195f1727f2af), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:42.157625 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:42.178442 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76d737b-681a-4a06-86c1-195f1727f2af,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:42.241566 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587935'] for router_gateway (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:42.333130 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26948'] for router (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:42.337317 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Publish callbacks [] for router_controller (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), precommit_delete_associations {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:42.548802 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588406'] for router (52244a0c-df9f-4a6a-b2fc-89771ca84f0e), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:42.549408 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52244a0c-df9f-4a6a-b2fc-89771ca84f0e {{(pid=113335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 01:06:42.554478 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:42.555640 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-b9d303dd-068d-496b-8058-dd85abfed953 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/52244a0c-df9f-4a6a-b2fc-89771ca84f0e HTTP/1.1" status: 204 len: 168 time: 1.1249995 Aug 26 01:06:42.558303 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50132) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:42.603245 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7a6a61-5223-4ef9-9da9-e0f4475e093b admin admin] Deleting subnet 0b14eebb-5d74-4925-b51f-4d4b1decfd28 {{(pid=113335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 01:06:42.606971 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6a61-5223-4ef9-9da9-e0f4475e093b admin admin] Publish callbacks [] for subnet (0b14eebb-5d74-4925-b51f-4d4b1decfd28), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:42.641335 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6a61-5223-4ef9-9da9-e0f4475e093b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14309376'] for subnet (0b14eebb-5d74-4925-b51f-4d4b1decfd28), precommit_delete_associations {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:42.726911 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6a61-5223-4ef9-9da9-e0f4475e093b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (0b14eebb-5d74-4925-b51f-4d4b1decfd28), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:42.899154 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-a6a9d37d-54cd-4274-bb0c-8c2de232a4ac tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:42.901339 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-a6a9d37d-54cd-4274-bb0c-8c2de232a4ac tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/networks?id=a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 HTTP/1.1" status: 200 len: 813 time: 0.1047559 Aug 26 01:06:42.903340 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6a61-5223-4ef9-9da9-e0f4475e093b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14132285'] for subnet (0b14eebb-5d74-4925-b51f-4d4b1decfd28), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:42.920183 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-78747843-fd2e-4475-b7e5-38fb9dca692b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/quotas/0f048337938642b2bf9165db865e8edb HTTP/1.1" status: 200 len: 375 time: 0.0117147 Aug 26 01:06:42.928968 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a6a61-5223-4ef9-9da9-e0f4475e093b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b14eebb-5d74-4925-b51f-4d4b1decfd28,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:42.935343 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6a61-5223-4ef9-9da9-e0f4475e093b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:42.941151 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-7d7a6a61-5223-4ef9-9da9-e0f4475e093b admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/0b14eebb-5d74-4925-b51f-4d4b1decfd28 HTTP/1.1" status: 204 len: 168 time: 0.3794053 Aug 26 01:06:42.941250 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50148) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:42.948000 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a72af15-ab89-41b3-aa4a-72c9ac147cc3 None None] Network 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:06:42.961084 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-8456ee9e-0320-4065-8881-e1bfbbb9ae1c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0f048337938642b2bf9165db865e8edb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344179 Aug 26 01:06:43.000291 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:43.031453 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (72a1a80f-93a4-4c90-a775-5c4f6bbbd908), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.047608 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-c50b2bb4-fc9d-4012-a209-692f273bb8aa service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 01:06:43.048810 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-c50b2bb4-fc9d-4012-a209-692f273bb8aa service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0774977 Aug 26 01:06:43.087540 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Deleting port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:06:43.087881 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.143486 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10814be-2417-448f-ab33-6142ce549130 None None] DHCP port deletion for 72a1a80f-93a4-4c90-a775-5c4f6bbbd908 request from dv-cinder-835384-25-iscsi {{(pid=113337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 01:06:43.155567 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] For port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:06:43.156117 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.156992 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-190d6414-ef49-4ebc-88fc-756186f59a74 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/a8f76b0c-a13d-4adf-aac7-f2a0a3c67769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016502 Aug 26 01:06:43.170743 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Calling delete_port for 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f owned by network:dhcp {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:06:43.181491 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-a10814be-2417-448f-ab33-6142ce549130 None None] Deleting port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f {{(pid=113337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:06:43.182422 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a10814be-2417-448f-ab33-6142ce549130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), before_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.262224 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-a10814be-2417-448f-ab33-6142ce549130 None None] For port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f,segment=NetworkSegment(3fde4a7b-1f61-4530-9d10-1ad571556f2d),segment_id=3fde4a7b-1f61-4530-9d10-1ad571556f2d)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:06:43.262224 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a10814be-2417-448f-ab33-6142ce549130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), precommit_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.263731 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-c2ae299d-ae42-4865-aa82-10cb42a5c0dd service neutron] 10.222.0.59 "GET /networking/v2.0/networks/a8f76b0c-a13d-4adf-aac7-f2a0a3c67769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939105 Aug 26 01:06:43.263842 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-a10814be-2417-448f-ab33-6142ce549130 None None] Calling delete_port for 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f owned by network:dhcp {{(pid=113337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:06:43.343080 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.348892 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-a10814be-2417-448f-ab33-6142ce549130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386'] for port (8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f), after_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.368063 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:43.377632 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] No DVR routers for this DVR port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f on host dv-cinder-835384-25-iscsi {{(pid=113335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:06:43.379731 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10814be-2417-448f-ab33-6142ce549130 None None] No DVR routers for this DVR port 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f on host dv-cinder-835384-25-iscsi {{(pid=113337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:06:43.386191 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10814be-2417-448f-ab33-6142ce549130 None None] Pushing event deleted for resources: {'Port': ['ID=8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f,revision_number=None']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:43.473130 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (72a1a80f-93a4-4c90-a775-5c4f6bbbd908), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.502389 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-602fc657-c6fe-48c5-9b59-70ecd592a6eb req-8efb7008-0818-4d3e-8f50-57c13633b01d tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 210 time: 0.0409796 Aug 26 01:06:43.510986 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a1a80f-93a4-4c90-a775-5c4f6bbbd908']}} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:43.521800 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fde4a7b-1f61-4530-9d10-1ad571556f2d') {'for_net_delete': True} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:43.522102 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fde4a7b-1f61-4530-9d10-1ad571556f2d') {} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:43.532147 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14309385'] for segment (3fde4a7b-1f61-4530-9d10-1ad571556f2d), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.546970 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (3fde4a7b-1f61-4530-9d10-1ad571556f2d), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.558405 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=113335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:06:43.558405 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14590166'] for segment (3fde4a7b-1f61-4530-9d10-1ad571556f2d), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.607613 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:43.694794 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment 3fde4a7b-1f61-4530-9d10-1ad571556f2d resource provider aggregate not found Aug 26 01:06:43.709418 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (72a1a80f-93a4-4c90-a775-5c4f6bbbd908), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.713332 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment 3fde4a7b-1f61-4530-9d10-1ad571556f2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fde4a7b-1f61-4530-9d10-1ad571556f2d found for delete ", "request_id": "req-c0fd6b94-437e-4386-a377-e093a0a63f4b"}]} Aug 26 01:06:43.715806 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:43.718948 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/72a1a80f-93a4-4c90-a775-5c4f6bbbd908 HTTP/1.1" status: 204 len: 168 time: 0.7767904 Aug 26 01:06:43.721898 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 50166) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:43.733865 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f724630-482d-43e0-b88c-2f387e210bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=72a1a80f-93a4-4c90-a775-5c4f6bbbd908,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:44.035538 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 2901fe4c-35e2-4038-894b-dc20b9aa4707 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:06:44.049651 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ef503bc4-3621-4d2a-a86b-246287cbf382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588378'] for router_interface (044ac5a4-82a2-4754-8869-99110cf546ea), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:44.055527 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 2901fe4c-35e2-4038-894b-dc20b9aa4707 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:06:44.055927 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 2901fe4c-35e2-4038-894b-dc20b9aa4707 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:06:44.056312 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device c76d737b-681a-4a06-86c1-195f1727f2af no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:06:44.078774 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: c76d737b-681a-4a06-86c1-195f1727f2af {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:06:44.079132 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device c76d737b-681a-4a06-86c1-195f1727f2af not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:06:44.079560 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:06:44.099494 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:06:44.099843 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 8f2e95e9-ad9a-42e5-847f-b7a70dd7e53f not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:06:44.272787 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:44.284267 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-ef503bc4-3621-4d2a-a86b-246287cbf382 admin admin] Deleting port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:06:44.284664 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ef503bc4-3621-4d2a-a86b-246287cbf382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:44.326238 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:44.366821 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-ef503bc4-3621-4d2a-a86b-246287cbf382 admin admin] For port 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9,segment=NetworkSegment(f4f5c75f-bf1e-406d-96bf-8998c64dd85f),segment_id=f4f5c75f-bf1e-406d-96bf-8998c64dd85f)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:06:44.367181 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ef503bc4-3621-4d2a-a86b-246287cbf382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:44.380889 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-ef503bc4-3621-4d2a-a86b-246287cbf382 admin admin] Calling delete_port for 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 owned by network:router_interface {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:06:44.594611 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9b2c93cb-e26d-4a51-86a4-bdb3c6cc077e req-d8e56fa3-b81f-4513-8f36-1f597f749e17 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 210 time: 0.0372999 Aug 26 01:06:44.726589 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ef503bc4-3621-4d2a-a86b-246287cbf382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:44.749987 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef503bc4-3621-4d2a-a86b-246287cbf382 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:44.921196 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-ef503bc4-3621-4d2a-a86b-246287cbf382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588334'] for router_interface (044ac5a4-82a2-4754-8869-99110cf546ea), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:45.023511 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:45.126924 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef503bc4-3621-4d2a-a86b-246287cbf382 admin admin] Router 044ac5a4-82a2-4754-8869-99110cf546ea has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:06:45.229400 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef503bc4-3621-4d2a-a86b-246287cbf382 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:06:45.235729 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-ef503bc4-3621-4d2a-a86b-246287cbf382 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/044ac5a4-82a2-4754-8869-99110cf546ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5125840 Aug 26 01:06:45.239342 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50172) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:45.240501 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b1c0f-c512-4c3b-bbac-5c6898043927 None None] Sync routers for ids ['044ac5a4-82a2-4754-8869-99110cf546ea'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:06:45.256322 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b1c0f-c512-4c3b-bbac-5c6898043927 None None] Routers {'044ac5a4-82a2-4754-8869-99110cf546ea'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:06:45.257405 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-393b1c0f-c512-4c3b-bbac-5c6898043927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['044ac5a4-82a2-4754-8869-99110cf546ea'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:45.341386 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Publish callbacks [] for router (044ac5a4-82a2-4754-8869-99110cf546ea), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:45.361358 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-393b1c0f-c512-4c3b-bbac-5c6898043927 None None] Set router 044ac5a4-82a2-4754-8869-99110cf546ea gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:06:45.448250 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Publish callbacks [] for router_gateway (044ac5a4-82a2-4754-8869-99110cf546ea), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:45.456402 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:45.464761 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:45.532101 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-393b1c0f-c512-4c3b-bbac-5c6898043927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'name': 'tempest-TestShelveInstance-1505584539-router', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:02:02Z', 'updated_at': '2022-08-26T01:06:44Z', 'revision_number': 5, 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'gw_port': {'id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:02:03Z', 'updated_at': '2022-08-26T01:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:45.561576 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b1c0f-c512-4c3b-bbac-5c6898043927 None None] Checking router: 044ac5a4-82a2-4754-8869-99110cf546ea for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:06:45.570010 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b1c0f-c512-4c3b-bbac-5c6898043927 None None] Routers {'044ac5a4-82a2-4754-8869-99110cf546ea'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:06:45.570614 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-393b1c0f-c512-4c3b-bbac-5c6898043927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:06:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['044ac5a4-82a2-4754-8869-99110cf546ea'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:45.612874 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Deleting port e967f94e-bace-4caf-91ae-be304b232c93 {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:06:45.613255 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (e967f94e-bace-4caf-91ae-be304b232c93), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:45.676990 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-393b1c0f-c512-4c3b-bbac-5c6898043927 None None] Set router 044ac5a4-82a2-4754-8869-99110cf546ea gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:06:45.860319 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-393b1c0f-c512-4c3b-bbac-5c6898043927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'name': 'tempest-TestShelveInstance-1505584539-router', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:02:02Z', 'updated_at': '2022-08-26T01:06:44Z', 'revision_number': 5, 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'gw_port': {'id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:02:03Z', 'updated_at': '2022-08-26T01:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:45.886418 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b1c0f-c512-4c3b-bbac-5c6898043927 None None] The sync data for ids ['044ac5a4-82a2-4754-8869-99110cf546ea'] in dv-cinder-835384-25-iscsi is: [{'id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'name': 'tempest-TestShelveInstance-1505584539-router', 'tenant_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:02:02Z', 'updated_at': '2022-08-26T01:06:44Z', 'revision_number': 5, 'project_id': '5d843f2ba1a24c9ca97a215c8cbe2240', 'gw_port': {'id': 'e967f94e-bace-4caf-91ae-be304b232c93', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ac5a4-82a2-4754-8869-99110cf546ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:02:03Z', 'updated_at': '2022-08-26T01:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:06:45.988211 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-60c6c166-0493-45eb-92bd-35c95c04ae96 req-b56fb9ef-f009-45b2-86ab-768f0dab22a1 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 210 time: 0.0638523 Aug 26 01:06:46.029473 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] For port e967f94e-bace-4caf-91ae-be304b232c93, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=e967f94e-bace-4caf-91ae-be304b232c93,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:06:46.029830 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (e967f94e-bace-4caf-91ae-be304b232c93), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:46.051272 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Calling delete_port for e967f94e-bace-4caf-91ae-be304b232c93 owned by network:router_gateway {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:06:46.174382 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:46.263757 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:06:46.286044 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:06:46.286395 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 4c3cebe4-e5ac-4f69-92a2-5bfab5f169e9 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:06:46.330112 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (e967f94e-bace-4caf-91ae-be304b232c93), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:46.354982 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e967f94e-bace-4caf-91ae-be304b232c93,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:46.427844 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587935'] for router_gateway (044ac5a4-82a2-4754-8869-99110cf546ea), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:46.478798 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-c73e893c-5bd0-4cc0-8f1a-31c7e6d2ccba tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:46.480310 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-c73e893c-5bd0-4cc0-8f1a-31c7e6d2ccba tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.91 "GET /networking/v2.0/networks?id=a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 HTTP/1.1" status: 200 len: 813 time: 0.1127808 Aug 26 01:06:46.499438 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Request body: {'port': {'device_id': '68102332-bfa3-42b5-b3ef-5840bb67b860', 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769', 'admin_state_up': True, 'tenant_id': '0f048337938642b2bf9165db865e8edb'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:06:46.516448 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:46.520093 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26948'] for router (044ac5a4-82a2-4754-8869-99110cf546ea), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:46.522288 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Publish callbacks [] for router_controller (044ac5a4-82a2-4754-8869-99110cf546ea), precommit_delete_associations {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:46.561420 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:46.623239 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588406'] for router (044ac5a4-82a2-4754-8869-99110cf546ea), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:46.623919 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 044ac5a4-82a2-4754-8869-99110cf546ea {{(pid=113335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 01:06:46.633650 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:46.633650 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-0321ad79-a603-45f6-a8e9-621bba3b2e27 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/044ac5a4-82a2-4754-8869-99110cf546ea HTTP/1.1" status: 204 len: 168 time: 1.3889940 Aug 26 01:06:46.633864 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 50176) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:46.685398 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_v2 [None req-f199bfa9-f933-4c25-b682-315fe8738ff6 admin admin] Deleting subnet a2f22663-583b-4ed5-8b2f-8adee9302e86 {{(pid=113336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 01:06:46.689019 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f199bfa9-f933-4c25-b682-315fe8738ff6 admin admin] Publish callbacks [] for subnet (a2f22663-583b-4ed5-8b2f-8adee9302e86), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:46.717343 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Made reservation on behalf of 0f048337938642b2bf9165db865e8edb for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:06:46.721212 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:46.740027 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f199bfa9-f933-4c25-b682-315fe8738ff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15151684'] for subnet (a2f22663-583b-4ed5-8b2f-8adee9302e86), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:46.904329 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f199bfa9-f933-4c25-b682-315fe8738ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (a2f22663-583b-4ed5-8b2f-8adee9302e86), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:46.934852 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:46.947858 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Allocated IP 172.20.0.3 (a8f76b0c-a13d-4adf-aac7-f2a0a3c67769/8a918082-a21f-4da5-a8fd-29d23b67d284/17261063-b975-4e59-996d-2843228e8416) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:06:47.062408 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f199bfa9-f933-4c25-b682-315fe8738ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16517140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14176858'] for subnet (a2f22663-583b-4ed5-8b2f-8adee9302e86), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.113947 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81502f6-e283-4374-94f3-9bb479f5930e None None] Network b99cfc8f-7219-4397-9d1a-b88fdfe05163 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:06:47.126887 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199bfa9-f933-4c25-b682-315fe8738ff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f22663-583b-4ed5-8b2f-8adee9302e86,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:47.129141 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f199bfa9-f933-4c25-b682-315fe8738ff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.135569 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-f199bfa9-f933-4c25-b682-315fe8738ff6 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/a2f22663-583b-4ed5-8b2f-8adee9302e86 HTTP/1.1" status: 204 len: 168 time: 0.4992611 Aug 26 01:06:47.135689 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50184) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:47.138364 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e3e2107f-46b9-4b3c-94c5-c19a297c3f43 req-28dd4504-4e9c-4c53-93cc-d82f5b365188 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 210 time: 0.0708103 Aug 26 01:06:47.189295 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks [] for port (17261063-b975-4e59-996d-2843228e8416), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.210559 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (b99cfc8f-7219-4397-9d1a-b88fdfe05163), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.256655 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Deleting port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:06:47.256998 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.266188 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f0d5b5-838c-43d6-8b1b-2f20d55cafc4 None None] DHCP port deletion for b99cfc8f-7219-4397-9d1a-b88fdfe05163 request from dv-cinder-835384-25-iscsi {{(pid=113337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 01:06:47.290752 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (17261063-b975-4e59-996d-2843228e8416), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.307831 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0d5b5-838c-43d6-8b1b-2f20d55cafc4 None None] Deleting port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 {{(pid=113337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:06:47.308205 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d5b5-838c-43d6-8b1b-2f20d55cafc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), before_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.310341 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:47.332433 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] For port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=9969a926-7c1d-4cbd-bbb1-ef85d32a8e65,segment=NetworkSegment(f4f5c75f-bf1e-406d-96bf-8998c64dd85f),segment_id=f4f5c75f-bf1e-406d-96bf-8998c64dd85f)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:06:47.336223 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.347274 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:06:47.350745 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:06:47.351304 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Calling delete_port for 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 owned by network:dhcp {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:06:47.355265 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:06:47.378646 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:47.386029 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Pushing event updated for resources: {'Port': ['ID=17261063-b975-4e59-996d-2843228e8416,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:47.423270 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:47.428370 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.497146 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-c6f0d5b5-838c-43d6-8b1b-2f20d55cafc4 None None] For port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=9969a926-7c1d-4cbd-bbb1-ef85d32a8e65,segment=NetworkSegment(f4f5c75f-bf1e-406d-96bf-8998c64dd85f),segment_id=f4f5c75f-bf1e-406d-96bf-8998c64dd85f)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:06:47.497473 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d5b5-838c-43d6-8b1b-2f20d55cafc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), precommit_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.509735 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0d5b5-838c-43d6-8b1b-2f20d55cafc4 None None] Calling delete_port for 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 owned by network:dhcp {{(pid=113337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:06:47.538292 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-5b72c545-fa11-4649-9a62-9b930eaf7178 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0430336 Aug 26 01:06:47.543258 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.558586 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Request body: {'port': {'device_id': '68102332-bfa3-42b5-b3ef-5840bb67b860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:06:47.573562 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] No DVR routers for this DVR port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 on host dv-cinder-835384-25-iscsi {{(pid=113335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:06:47.579906 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Pushing event deleted for resources: {'Port': ['ID=9969a926-7c1d-4cbd-bbb1-ef85d32a8e65,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:47.595310 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d5b5-838c-43d6-8b1b-2f20d55cafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386'] for port (9969a926-7c1d-4cbd-bbb1-ef85d32a8e65), after_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.627546 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (17261063-b975-4e59-996d-2843228e8416), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.628078 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0d5b5-838c-43d6-8b1b-2f20d55cafc4 None None] Pushing event deleted for resources: {'Port': ['ID=9969a926-7c1d-4cbd-bbb1-ef85d32a8e65,revision_number=None']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:47.635925 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0d5b5-838c-43d6-8b1b-2f20d55cafc4 None None] No DVR routers for this DVR port 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 on host dv-cinder-835384-25-iscsi {{(pid=113337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:06:47.670738 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (b99cfc8f-7219-4397-9d1a-b88fdfe05163), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.691350 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99cfc8f-7219-4397-9d1a-b88fdfe05163']}} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:47.701035 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f5c75f-bf1e-406d-96bf-8998c64dd85f') {'for_net_delete': True} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:47.701339 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f5c75f-bf1e-406d-96bf-8998c64dd85f') {} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:06:47.710929 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14309385'] for segment (f4f5c75f-bf1e-406d-96bf-8998c64dd85f), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.724819 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (f4f5c75f-bf1e-406d-96bf-8998c64dd85f), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.731811 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=113335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:06:47.732209 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14590166'] for segment (f4f5c75f-bf1e-406d-96bf-8998c64dd85f), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.771326 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment f4f5c75f-bf1e-406d-96bf-8998c64dd85f resource provider aggregate not found Aug 26 01:06:47.791599 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment f4f5c75f-bf1e-406d-96bf-8998c64dd85f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4f5c75f-bf1e-406d-96bf-8998c64dd85f found for delete ", "request_id": "req-2801545f-73b3-4f2a-8baf-6d26600113ad"}]} Aug 26 01:06:47.885764 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (b99cfc8f-7219-4397-9d1a-b88fdfe05163), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.897486 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17261063-b975-4e59-996d-2843228e8416 {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:06:47.905250 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Publish callbacks [] for port (17261063-b975-4e59-996d-2843228e8416), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.906370 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:47.909507 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/b99cfc8f-7219-4397-9d1a-b88fdfe05163 HTTP/1.1" status: 204 len: 168 time: 0.7731662 Aug 26 01:06:47.910788 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5bff0-73ab-438b-9ad4-94b18992096d admin admin] Pushing event deleted for resources: {'Network': ['ID=b99cfc8f-7219-4397-9d1a-b88fdfe05163,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:47.920279 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Transition to ACTIVE for port object 17261063-b975-4e59-996d-2843228e8416 will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 01:06:48.000119 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (17261063-b975-4e59-996d-2843228e8416), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:48.023937 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:06:48.044788 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:06:48.045225 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 9969a926-7c1d-4cbd-bbb1-ef85d32a8e65 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:06:48.045660 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device e967f94e-bace-4caf-91ae-be304b232c93 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:06:48.064205 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: e967f94e-bace-4caf-91ae-be304b232c93 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:06:48.064583 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device e967f94e-bace-4caf-91ae-be304b232c93 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:06:48.082838 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Pushing event updated for resources: {'Port': ['ID=17261063-b975-4e59-996d-2843228e8416,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:48.114014 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Attempting to bind port 17261063-b975-4e59-996d-2843228e8416 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:06:48.114360 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Attempting to bind port 17261063-b975-4e59-996d-2843228e8416 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '0f41cd3b-a65d-482e-af33-ba6ac54057ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:06:48.114662 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Attempting to bind port 17261063-b975-4e59-996d-2843228e8416 on network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:06:48.119071 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Port 17261063-b975-4e59-996d-2843228e8416 on network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 01:06:48.119388 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Attempting to bind port 17261063-b975-4e59-996d-2843228e8416 on network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:06:48.124203 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:06:48.124568 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Checking segment: {'id': '0f41cd3b-a65d-482e-af33-ba6ac54057ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:06:48.124947 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Bound using segment: {'id': '0f41cd3b-a65d-482e-af33-ba6ac54057ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:06:48.125356 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Bound port: 17261063-b975-4e59-996d-2843228e8416, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f41cd3b-a65d-482e-af33-ba6ac54057ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:06:48.125703 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (17261063-b975-4e59-996d-2843228e8416), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:48.197067 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] For port 17261063-b975-4e59-996d-2843228e8416, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:06:48.200855 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] For port 17261063-b975-4e59-996d-2843228e8416, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=17261063-b975-4e59-996d-2843228e8416,segment=NetworkSegment(0f41cd3b-a65d-482e-af33-ba6ac54057ad),segment_id=0f41cd3b-a65d-482e-af33-ba6ac54057ad)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:06:48.235274 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 50194) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:48.251704 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:48.269332 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ef26a-ff31-4307-aa67-5afffa511729 req-d766ffc5-89da-4f74-b7a5-f6b094d8c9fc tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:48.270744 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e33ef26a-ff31-4307-aa67-5afffa511729 req-d766ffc5-89da-4f74-b7a5-f6b094d8c9fc tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 943 time: 0.0487907 Aug 26 01:06:48.271827 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-27a279eb-e0a0-45ff-a921-57eb4ea36847 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a223be1c2f6a4cd281b20b0bc7281554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397646 Aug 26 01:06:48.273601 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (17261063-b975-4e59-996d-2843228e8416), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:48.274587 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50196) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:48.278139 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:48.278843 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:48.280191 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/17261063-b975-4e59-996d-2843228e8416 HTTP/1.1" status: 200 len: 1093 time: 0.7276349 Aug 26 01:06:48.280706 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68102332-bfa3-42b5-b3ef-5840bb67b860', 'tag': '17261063-b975-4e59-996d-2843228e8416'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:06:48.282957 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfafa42-9c13-4c36-b74f-06b4bf7ac827" -d '{"events": [{"name": "network-changed", "server_uuid": "68102332-bfa3-42b5-b3ef-5840bb67b860", "tag": "17261063-b975-4e59-996d-2843228e8416"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:06:48.330373 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935842e3-adb1-452b-b80a-b909f126ff20 x-openstack-request-id: req-935842e3-adb1-452b-b80a-b909f126ff20 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:06:48.330668 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68102332-bfa3-42b5-b3ef-5840bb67b860", "tag": "17261063-b975-4e59-996d-2843228e8416", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:06:48.330922 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-935842e3-adb1-452b-b80a-b909f126ff20 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:06:48.331328 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935842e3-adb1-452b-b80a-b909f126ff20'] response: {'name': 'network-changed', 'server_uuid': '68102332-bfa3-42b5-b3ef-5840bb67b860', 'tag': '17261063-b975-4e59-996d-2843228e8416', 'status': 'completed', 'code': 200} Aug 26 01:06:48.341754 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ecef7-deeb-4b47-8c70-ac9559d2d565 service neutron] Pushing event updated for resources: {'Port': ['ID=17261063-b975-4e59-996d-2843228e8416,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:48.357545 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-e33ef26a-ff31-4307-aa67-5afffa511729 req-b94e16bb-b2ce-441b-b913-f059b80563f1 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797899 Aug 26 01:06:48.372119 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-518e5d26-d487-4830-b4b6-0cf57063e9ae admin admin] Publish callbacks [] for security_group (3a7c730f-e2ad-464c-b946-ca387e7bbf83), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:48.394529 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-518e5d26-d487-4830-b4b6-0cf57063e9ae admin admin] Publish callbacks [] for security_group (3a7c730f-e2ad-464c-b946-ca387e7bbf83), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:48.419945 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfafa42-9c13-4c36-b74f-06b4bf7ac827 req-d66635f4-3a09-41cf-8b11-493ba7b82905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:48.421557 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ecfafa42-9c13-4c36-b74f-06b4bf7ac827 req-d66635f4-3a09-41cf-8b11-493ba7b82905 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=0f048337938642b2bf9165db865e8edb&device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 1127 time: 0.0402288 Aug 26 01:06:48.502136 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:48.514243 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-518e5d26-d487-4830-b4b6-0cf57063e9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (3a7c730f-e2ad-464c-b946-ca387e7bbf83), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:48.516900 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-518e5d26-d487-4830-b4b6-0cf57063e9ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:48.519012 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-518e5d26-d487-4830-b4b6-0cf57063e9ae admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3a7c730f-e2ad-464c-b946-ca387e7bbf83 HTTP/1.1" status: 204 len: 168 time: 0.2424808 Aug 26 01:06:48.528944 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e5d26-d487-4830-b4b6-0cf57063e9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7c730f-e2ad-464c-b946-ca387e7bbf83,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:48.539513 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfafa42-9c13-4c36-b74f-06b4bf7ac827 req-d18918b8-79f9-41c1-a855-bcb1d81c13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:48.541047 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ecfafa42-9c13-4c36-b74f-06b4bf7ac827 req-d18918b8-79f9-41c1-a855-bcb1d81c13f3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=0f048337938642b2bf9165db865e8edb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1056945 Aug 26 01:06:48.637880 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfafa42-9c13-4c36-b74f-06b4bf7ac827 req-0fbe2a7f-f59b-4b36-ba2b-743feed41a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:48.639387 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ecfafa42-9c13-4c36-b74f-06b4bf7ac827 req-0fbe2a7f-f59b-4b36-ba2b-743feed41a33 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0926356 Aug 26 01:06:48.738460 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-f56afe74-1bc6-4947-93e8-de251818b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:48.739956 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-f56afe74-1bc6-4947-93e8-de251818b677 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=0f048337938642b2bf9165db865e8edb&device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 1127 time: 0.0403001 Aug 26 01:06:48.790110 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-63eec9b7-1816-44b4-80c5-8115e62e0683 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17261063-b975-4e59-996d-2843228e8416 HTTP/1.1" status: 200 len: 217 time: 0.0370047 Aug 26 01:06:48.839057 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-a5c7d755-4737-44c1-b208-7e786e66cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:48.841392 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-a5c7d755-4737-44c1-b208-7e786e66cfdd service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=8a918082-a21f-4da5-a8fd-29d23b67d284 HTTP/1.1" status: 200 len: 853 time: 0.0453358 Aug 26 01:06:48.874110 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-72b8ddde-38b9-4d83-82b6-9a56d34288ea service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=a8f76b0c-a13d-4adf-aac7-f2a0a3c67769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263398 Aug 26 01:06:48.969840 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-1ac3a7fb-f0e3-46dc-a42f-70e3f1a16341 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a8f76b0c-a13d-4adf-aac7-f2a0a3c67769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898879 Aug 26 01:06:49.062516 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5b9a2b1a-34b2-40fb-86cc-339a5a7b2a06 req-d6eafa5a-0347-4f0e-b349-a58715b9bfac service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a8f76b0c-a13d-4adf-aac7-f2a0a3c67769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868528 Aug 26 01:06:49.142844 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:49.268382 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 50206) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:49.308193 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-78be45e5-2903-42f2-96f5-10ca08bf3b8c admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5d843f2ba1a24c9ca97a215c8cbe2240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385857 Aug 26 01:06:49.311217 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 50208) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:06:49.364319 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0b52a2c8-b5f8-4bcf-abb6-3ca86d3b60d2 admin admin] Publish callbacks [] for security_group (30618c9a-3049-4dad-9237-8a12cabd02c2), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:49.384169 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0b52a2c8-b5f8-4bcf-abb6-3ca86d3b60d2 admin admin] Publish callbacks [] for security_group (30618c9a-3049-4dad-9237-8a12cabd02c2), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:49.481768 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5fb3a-8071-4a1b-8e9c-583025c08745 req-d9facc3a-6919-461d-8941-95c26b51d613 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:49.483230 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0ba5fb3a-8071-4a1b-8e9c-583025c08745 req-d9facc3a-6919-461d-8941-95c26b51d613 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 943 time: 0.0467162 Aug 26 01:06:49.529716 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-0ba5fb3a-8071-4a1b-8e9c-583025c08745 req-1c5d685a-69e8-41c7-95ee-674f86d4e54c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Aug 26 01:06:49.546548 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0b52a2c8-b5f8-4bcf-abb6-3ca86d3b60d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (30618c9a-3049-4dad-9237-8a12cabd02c2), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:49.549104 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0b52a2c8-b5f8-4bcf-abb6-3ca86d3b60d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:49.550176 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-0b52a2c8-b5f8-4bcf-abb6-3ca86d3b60d2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/30618c9a-3049-4dad-9237-8a12cabd02c2 HTTP/1.1" status: 204 len: 168 time: 0.2380831 Aug 26 01:06:49.559287 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52a2c8-b5f8-4bcf-abb6-3ca86d3b60d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30618c9a-3049-4dad-9237-8a12cabd02c2,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:50.653648 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259b539-b55b-432d-8a27-7af10c944d1f req-817a9dc7-34ec-4f00-9fcc-4f8607740fbf tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:50.655244 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0259b539-b55b-432d-8a27-7af10c944d1f req-817a9dc7-34ec-4f00-9fcc-4f8607740fbf tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 943 time: 0.0518718 Aug 26 01:06:50.691908 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:50.704178 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0259b539-b55b-432d-8a27-7af10c944d1f req-c71cfc8a-4af5-41be-894a-deeb2d95ef35 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430691 Aug 26 01:06:51.809034 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:51.825089 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec786e79-c453-4013-9bce-0c52ad296c40 req-4f7de739-f3d5-4b3d-98af-a2c90a4376e0 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:51.826553 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ec786e79-c453-4013-9bce-0c52ad296c40 req-4f7de739-f3d5-4b3d-98af-a2c90a4376e0 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 943 time: 0.0510914 Aug 26 01:06:51.944998 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=21 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:52.132303 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ec786e79-c453-4013-9bce-0c52ad296c40 req-ee6acbde-3c02-461d-ba23-48daa746b5e4 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001626 Aug 26 01:06:52.166547 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 17261063-b975-4e59-996d-2843228e8416 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 01:06:52.263019 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 17261063-b975-4e59-996d-2843228e8416, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=17261063-b975-4e59-996d-2843228e8416,segment=NetworkSegment(0f41cd3b-a65d-482e-af33-ba6ac54057ad),segment_id=0f41cd3b-a65d-482e-af33-ba6ac54057ad)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:06:52.273848 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': '17261063-b975-4e59-996d-2843228e8416', 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769', 'port_id': '17261063-b975-4e59-996d-2843228e8416', 'mac_address': 'fa:16:3e:2a:6f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a918082-a21f-4da5-a8fd-29d23b67d284', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 01:06:52.312277 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 17261063-b975-4e59-996d-2843228e8416 is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:06:52.312688 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (17261063-b975-4e59-996d-2843228e8416), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:52.325492 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17261063-b975-4e59-996d-2843228e8416 {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:06:52.345012 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 17261063-b975-4e59-996d-2843228e8416, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=17261063-b975-4e59-996d-2843228e8416,segment=NetworkSegment(0f41cd3b-a65d-482e-af33-ba6ac54057ad),segment_id=0f41cd3b-a65d-482e-af33-ba6ac54057ad)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:06:52.426930 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (17261063-b975-4e59-996d-2843228e8416), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:52.474542 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=17261063-b975-4e59-996d-2843228e8416,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:52.481585 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.481934 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.482280 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.482623 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.482966 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.483296 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.483622 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.483950 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.484278 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.484630 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.484958 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.485283 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.485612 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.485936 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.486260 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:06:52.744037 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['17261063-b975-4e59-996d-2843228e8416'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:06:52.875171 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:53.237923 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:53.253546 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60eeb5-a4a2-4395-aa4f-356f2ef63313 req-733b47b3-427f-4380-8b50-bcda684ca22a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:53.255037 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5c60eeb5-a4a2-4395-aa4f-356f2ef63313 req-733b47b3-427f-4380-8b50-bcda684ca22a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 944 time: 0.0494776 Aug 26 01:06:53.302877 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5c60eeb5-a4a2-4395-aa4f-356f2ef63313 req-cd2c7381-fc50-4468-9b54-6eb3abdd8d67 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Aug 26 01:06:54.199191 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 17261063-b975-4e59-996d-2843228e8416 up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:06:54.240732 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port 17261063-b975-4e59-996d-2843228e8416 completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 01:06:54.319366 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port 17261063-b975-4e59-996d-2843228e8416 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:06:54.319744 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (17261063-b975-4e59-996d-2843228e8416), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:54.391178 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:54.397282 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port 17261063-b975-4e59-996d-2843228e8416 is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:06:54.397675 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (17261063-b975-4e59-996d-2843228e8416), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:54.421343 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68102332-bfa3-42b5-b3ef-5840bb67b860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17261063-b975-4e59-996d-2843228e8416'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:06:54.423600 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca582f1-582b-40c6-9330-6554ded64e7d" -d '{"events": [{"server_uuid": "68102332-bfa3-42b5-b3ef-5840bb67b860", "name": "network-vif-plugged", "status": "completed", "tag": "17261063-b975-4e59-996d-2843228e8416"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:06:54.427318 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c89df-8572-47ea-a7ed-4f564258a7d3 req-50c614f1-ad2f-4089-9d24-5118693170e1 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:54.428814 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4f3c89df-8572-47ea-a7ed-4f564258a7d3 req-50c614f1-ad2f-4089-9d24-5118693170e1 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 944 time: 0.0524125 Aug 26 01:06:54.448152 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port 17261063-b975-4e59-996d-2843228e8416, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=17261063-b975-4e59-996d-2843228e8416,segment=NetworkSegment(0f41cd3b-a65d-482e-af33-ba6ac54057ad),segment_id=0f41cd3b-a65d-482e-af33-ba6ac54057ad)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:06:54.466775 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7247b25-6874-4100-9924-d15e3bd41af4 x-openstack-request-id: req-f7247b25-6874-4100-9924-d15e3bd41af4 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:06:54.467088 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68102332-bfa3-42b5-b3ef-5840bb67b860", "name": "network-vif-plugged", "status": "completed", "tag": "17261063-b975-4e59-996d-2843228e8416", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:06:54.467475 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f7247b25-6874-4100-9924-d15e3bd41af4 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:06:54.468160 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7247b25-6874-4100-9924-d15e3bd41af4'] response: {'server_uuid': '68102332-bfa3-42b5-b3ef-5840bb67b860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17261063-b975-4e59-996d-2843228e8416', 'code': 200} Aug 26 01:06:54.479765 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4f3c89df-8572-47ea-a7ed-4f564258a7d3 req-50df2fd2-740e-4d6f-bc45-c9b928bb866e tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445597 Aug 26 01:06:54.554423 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (17261063-b975-4e59-996d-2843228e8416), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:06:54.603804 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=17261063-b975-4e59-996d-2843228e8416,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:06:54.855247 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939df25f-d148-487a-989e-17df349582c5 req-71e5f772-083a-48ea-acf4-59cf0029837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:54.856796 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-939df25f-d148-487a-989e-17df349582c5 req-71e5f772-083a-48ea-acf4-59cf0029837a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 1129 time: 0.0386250 Aug 26 01:06:54.903734 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-939df25f-d148-487a-989e-17df349582c5 req-9421811f-ebc5-4e7d-a2f4-53a3f011010d service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Aug 26 01:06:55.599017 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ea571-020c-43db-9997-c73b4d527fb6 req-51fd2360-1105-4b99-86a4-5e86314582df tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:55.600521 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dc1ea571-020c-43db-9997-c73b4d527fb6 req-51fd2360-1105-4b99-86a4-5e86314582df tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 945 time: 0.0469797 Aug 26 01:06:55.650162 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-dc1ea571-020c-43db-9997-c73b4d527fb6 req-99e2a200-cc09-4fbc-a444-38e97032fdc4 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Aug 26 01:06:56.769176 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f914dc-ec76-46a6-92b8-61893e839e50 req-c082d54a-c924-48d6-9246-d5230b7394a6 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:56.770614 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-43f914dc-ec76-46a6-92b8-61893e839e50 req-c082d54a-c924-48d6-9246-d5230b7394a6 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 945 time: 0.0462914 Aug 26 01:06:56.816794 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-43f914dc-ec76-46a6-92b8-61893e839e50 req-ac8b33ed-7d42-4d17-b294-a7abfe1cb302 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Aug 26 01:06:57.206879 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:06:57.238182 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5ca9a256-8750-459c-b00f-4cf592056d97 req-13d3efc5-490c-4e22-9a03-bc48f799e670 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395963 Aug 26 01:06:57.348071 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9a256-8750-459c-b00f-4cf592056d97 req-e51add5b-9ed2-43a0-8d4d-a25c06437a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:57.349569 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5ca9a256-8750-459c-b00f-4cf592056d97 req-e51add5b-9ed2-43a0-8d4d-a25c06437a94 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=0f048337938642b2bf9165db865e8edb&device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 1129 time: 0.0433028 Aug 26 01:06:57.453041 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9a256-8750-459c-b00f-4cf592056d97 req-ab268765-205e-4e11-9e00-fd2011988793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:57.454803 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5ca9a256-8750-459c-b00f-4cf592056d97 req-ab268765-205e-4e11-9e00-fd2011988793 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 HTTP/1.1" status: 200 len: 915 time: 0.0863788 Aug 26 01:06:57.496426 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5ca9a256-8750-459c-b00f-4cf592056d97 req-5dd7b5b3-4e16-4874-aa37-90e49bb2773f service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17261063-b975-4e59-996d-2843228e8416 HTTP/1.1" status: 200 len: 217 time: 0.0359619 Aug 26 01:06:57.543963 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9a256-8750-459c-b00f-4cf592056d97 req-5718e802-3be5-4e88-acf0-ca9d1f040b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:06:57.555878 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5ca9a256-8750-459c-b00f-4cf592056d97 req-5718e802-3be5-4e88-acf0-ca9d1f040b45 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=8a918082-a21f-4da5-a8fd-29d23b67d284 HTTP/1.1" status: 200 len: 853 time: 0.0441189 Aug 26 01:06:57.575871 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5ca9a256-8750-459c-b00f-4cf592056d97 req-db632d91-3e2e-43ba-a264-0dda7f289d96 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=a8f76b0c-a13d-4adf-aac7-f2a0a3c67769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250702 Aug 26 01:06:57.670733 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5ca9a256-8750-459c-b00f-4cf592056d97 req-b0a877bf-bdee-405d-91ed-4c6e21b1a737 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a8f76b0c-a13d-4adf-aac7-f2a0a3c67769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893984 Aug 26 01:06:57.769430 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5ca9a256-8750-459c-b00f-4cf592056d97 req-82da5fda-4a96-46c3-8136-335489e47b49 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a8f76b0c-a13d-4adf-aac7-f2a0a3c67769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924325 Aug 26 01:06:59.052104 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:07:00.691358 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9aa85062-b4b5-4f26-bf30-fb7a55c3e265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:03.062300 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7d59a2e0-e366-4338-844a-8b45e9566812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:04.376812 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:05.640016 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=23 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:05.647023 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=10 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:05.776516 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:05.885201 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:07.765135 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=40 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:07.765943 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=73 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:09.047894 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:15.815554 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=47,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:15.818466 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:19.227772 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:26.005806 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:29.048019 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:29.067959 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:29.069867 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:30.688744 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-3527bace-5f82-4a5a-8b23-fa845ff9c1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:33.073481 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-cdcb17f3-695c-4a19-9369-1adbe8812e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:34.399123 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:35.785795 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:35.896183 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:36.051767 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:07:41.907732 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc24d08-2bac-4bab-b7e3-7026aae2eb09 req-90370fb9-bacc-49ba-bb5d-f38e44ca07bb tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:41.909227 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bbc24d08-2bac-4bab-b7e3-7026aae2eb09 req-90370fb9-bacc-49ba-bb5d-f38e44ca07bb tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 945 time: 0.0475874 Aug 26 01:07:41.960040 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bbc24d08-2bac-4bab-b7e3-7026aae2eb09 req-1c46fce1-7985-44c9-9e0d-97f769a45daf tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449960 Aug 26 01:07:43.080242 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc6a0f-7265-440e-9758-a44c5dce509a req-8bcf775f-29cf-4e3e-b1e5-44731296f97b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:43.081721 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fefc6a0f-7265-440e-9758-a44c5dce509a req-8bcf775f-29cf-4e3e-b1e5-44731296f97b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 945 time: 0.0478916 Aug 26 01:07:43.129291 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-fefc6a0f-7265-440e-9758-a44c5dce509a req-af32087d-db0a-4b34-834d-aaa110f14f54 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421631 Aug 26 01:07:43.599614 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac3f46-0682-45b9-87ee-f4738bfaf517 req-5e4ec770-8421-4d82-8996-4e107324b93f tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:43.601061 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5eac3f46-0682-45b9-87ee-f4738bfaf517 req-5e4ec770-8421-4d82-8996-4e107324b93f tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 945 time: 0.0464101 Aug 26 01:07:43.679116 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-5eac3f46-0682-45b9-87ee-f4738bfaf517 req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Deleting port 17261063-b975-4e59-996d-2843228e8416 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:07:43.679458 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5eac3f46-0682-45b9-87ee-f4738bfaf517 req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (17261063-b975-4e59-996d-2843228e8416), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:43.770749 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-5eac3f46-0682-45b9-87ee-f4738bfaf517 req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] For port 17261063-b975-4e59-996d-2843228e8416, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=17261063-b975-4e59-996d-2843228e8416,segment=NetworkSegment(0f41cd3b-a65d-482e-af33-ba6ac54057ad),segment_id=0f41cd3b-a65d-482e-af33-ba6ac54057ad)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:07:43.771021 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5eac3f46-0682-45b9-87ee-f4738bfaf517 req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (17261063-b975-4e59-996d-2843228e8416), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:43.783487 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-5eac3f46-0682-45b9-87ee-f4738bfaf517 req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Calling delete_port for 17261063-b975-4e59-996d-2843228e8416 owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:07:43.985742 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5eac3f46-0682-45b9-87ee-f4738bfaf517 req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (17261063-b975-4e59-996d-2843228e8416), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:44.012014 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Pushing event deleted for resources: {'Port': ['ID=17261063-b975-4e59-996d-2843228e8416,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:44.022471 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['17261063-b975-4e59-996d-2843228e8416'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:07:44.031058 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.031423 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.031771 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.032115 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.032449 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.033494 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.033837 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.034173 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.034513 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.034851 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.035186 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.035516 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.035843 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.036172 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.036515 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:07:44.073623 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eac3f46-0682-45b9-87ee-f4738bfaf517 req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] No DVR routers for this DVR port 17261063-b975-4e59-996d-2843228e8416 on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:07:44.076012 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-5eac3f46-0682-45b9-87ee-f4738bfaf517 req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:44.079221 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5eac3f46-0682-45b9-87ee-f4738bfaf517 req-cf9e00d4-3be6-4da1-934d-e85dd562f14a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.91 "DELETE /networking/v2.0/ports/17261063-b975-4e59-996d-2843228e8416 HTTP/1.1" status: 204 len: 173 time: 0.4731183 Aug 26 01:07:44.079655 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68102332-bfa3-42b5-b3ef-5840bb67b860', 'name': 'network-vif-deleted', 'tag': '17261063-b975-4e59-996d-2843228e8416'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:07:44.082518 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54f7b42-210b-454e-b83e-bcb41a9d8de6" -d '{"events": [{"server_uuid": "68102332-bfa3-42b5-b3ef-5840bb67b860", "name": "network-vif-deleted", "tag": "17261063-b975-4e59-996d-2843228e8416"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:07:44.118940 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5360f27d-268d-4f48-8245-5d339918625b x-openstack-request-id: req-5360f27d-268d-4f48-8245-5d339918625b {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:07:44.119236 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68102332-bfa3-42b5-b3ef-5840bb67b860", "name": "network-vif-deleted", "tag": "17261063-b975-4e59-996d-2843228e8416", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:07:44.119525 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5360f27d-268d-4f48-8245-5d339918625b {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:07:44.119941 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5360f27d-268d-4f48-8245-5d339918625b'] response: {'server_uuid': '68102332-bfa3-42b5-b3ef-5840bb67b860', 'name': 'network-vif-deleted', 'tag': '17261063-b975-4e59-996d-2843228e8416', 'status': 'completed', 'code': 200} Aug 26 01:07:44.230541 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-03da7721-ce36-4855-a109-4be813ceebfd req-fbf3d6f0-d834-49ee-add3-182149abb730 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=68102332-bfa3-42b5-b3ef-5840bb67b860 HTTP/1.1" status: 200 len: 210 time: 0.0286219 Aug 26 01:07:46.047693 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:46.048426 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:48.632824 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 17261063-b975-4e59-996d-2843228e8416 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:07:48.655536 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: 17261063-b975-4e59-996d-2843228e8416 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:07:48.655886 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device 17261063-b975-4e59-996d-2843228e8416 not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:07:49.170202 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:53.949682 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59806211-b74b-4191-9444-3a0a19426c97 req-dd1a4b7d-6b94-4a10-8007-30ec49c7609a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:53.951030 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-dd1a4b7d-6b94-4a10-8007-30ec49c7609a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/networks?id=a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 HTTP/1.1" status: 200 len: 813 time: 0.1045785 Aug 26 01:07:53.966002 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-c8f2d55f-ac03-4985-a663-c11b8132df0c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/quotas/0f048337938642b2bf9165db865e8edb HTTP/1.1" status: 200 len: 375 time: 0.0094202 Aug 26 01:07:53.997737 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-9cc34afe-d0d0-4058-bc89-e9b6a389a2be tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=0f048337938642b2bf9165db865e8edb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269251 Aug 26 01:07:54.056982 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=48,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:54.059292 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=61,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:54.093968 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-52f63fcd-3d28-4741-9eb9-ac48896c7396 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/a8f76b0c-a13d-4adf-aac7-f2a0a3c67769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897284 Aug 26 01:07:54.182951 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-b9eb4e5c-68fa-4700-a0e6-39842e3a42fa service neutron] 10.222.0.59 "GET /networking/v2.0/networks/a8f76b0c-a13d-4adf-aac7-f2a0a3c67769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823872 Aug 26 01:07:54.489162 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b7db1a4d-5cdf-4672-a26a-ce2fa9c53461 req-b3a6493f-c502-489d-a0f2-d6f05219c396 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 210 time: 0.0289769 Aug 26 01:07:55.589296 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-faf52f83-22b5-448d-bc5b-d34a78ca4dc2 req-5e03983f-8329-4298-9705-7debf7a12f51 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 210 time: 0.0321307 Aug 26 01:07:56.604839 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59806211-b74b-4191-9444-3a0a19426c97 req-1c97b91e-59aa-4ca4-9953-528ef3b7a58c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:56.606263 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-1c97b91e-59aa-4ca4-9953-528ef3b7a58c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.91 "GET /networking/v2.0/networks?id=a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 HTTP/1.1" status: 200 len: 813 time: 0.1152682 Aug 26 01:07:56.625664 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-59806211-b74b-4191-9444-3a0a19426c97 req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Request body: {'port': {'device_id': 'a3b5e858-3421-4a85-a153-34b3f124813c', 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769', 'admin_state_up': True, 'tenant_id': '0f048337938642b2bf9165db865e8edb'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:07:56.706409 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-108a7bdf-b8c1-40ff-bf14-d636021e7310 req-c176e149-f29e-4f28-9dba-e05e333e144a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 210 time: 0.0384221 Aug 26 01:07:56.871251 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59806211-b74b-4191-9444-3a0a19426c97 req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Made reservation on behalf of 0f048337938642b2bf9165db865e8edb for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:07:56.875120 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-59806211-b74b-4191-9444-3a0a19426c97 req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:57.003703 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-59806211-b74b-4191-9444-3a0a19426c97 req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Allocated IP 172.20.0.8 (a8f76b0c-a13d-4adf-aac7-f2a0a3c67769/8a918082-a21f-4da5-a8fd-29d23b67d284/f49beef8-eaef-4592-b986-9e8da8e860ca) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:07:57.147352 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-59806211-b74b-4191-9444-3a0a19426c97 req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks [] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:57.267621 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-59806211-b74b-4191-9444-3a0a19426c97 req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:57.315585 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59806211-b74b-4191-9444-3a0a19426c97 req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:07:57.318871 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-59806211-b74b-4191-9444-3a0a19426c97 req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:07:57.331678 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-59806211-b74b-4191-9444-3a0a19426c97 req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:07:57.349477 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Pushing event updated for resources: {'Port': ['ID=f49beef8-eaef-4592-b986-9e8da8e860ca,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:57.375038 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59806211-b74b-4191-9444-3a0a19426c97 req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:57.376075 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-59806211-b74b-4191-9444-3a0a19426c97 req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:57.493214 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-77396f64-d35a-4f0a-b715-cace08ea724c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8714190 Aug 26 01:07:57.510868 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Request body: {'port': {'device_id': 'a3b5e858-3421-4a85-a153-34b3f124813c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:07:57.568536 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:57.606748 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:57.619274 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:57.824393 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49beef8-eaef-4592-b986-9e8da8e860ca {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:07:57.826032 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39838ff-8f5e-43af-8ebe-60a085ca4a6f req-ed4f2078-844a-4ce9-9d40-77af9d5b0cbe tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:57.827573 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d39838ff-8f5e-43af-8ebe-60a085ca4a6f req-ed4f2078-844a-4ce9-9d40-77af9d5b0cbe tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 931 time: 0.0485408 Aug 26 01:07:57.832714 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Publish callbacks [] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:57.845314 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Transition to ACTIVE for port object f49beef8-eaef-4592-b986-9e8da8e860ca will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 01:07:57.875127 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-d39838ff-8f5e-43af-8ebe-60a085ca4a6f req-d4fc66ba-90b9-421f-a8d0-0999f598e29a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Aug 26 01:07:57.951175 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:58.032383 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Pushing event updated for resources: {'Port': ['ID=f49beef8-eaef-4592-b986-9e8da8e860ca,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:58.060403 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Attempting to bind port f49beef8-eaef-4592-b986-9e8da8e860ca on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:07:58.060776 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Attempting to bind port f49beef8-eaef-4592-b986-9e8da8e860ca by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '0f41cd3b-a65d-482e-af33-ba6ac54057ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:07:58.061107 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Attempting to bind port f49beef8-eaef-4592-b986-9e8da8e860ca on network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:07:58.065459 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Port f49beef8-eaef-4592-b986-9e8da8e860ca on network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 01:07:58.065760 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Attempting to bind port f49beef8-eaef-4592-b986-9e8da8e860ca on network a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:07:58.070587 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:07:58.070934 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Checking segment: {'id': '0f41cd3b-a65d-482e-af33-ba6ac54057ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:07:58.071315 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Bound using segment: {'id': '0f41cd3b-a65d-482e-af33-ba6ac54057ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:07:58.071740 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Bound port: f49beef8-eaef-4592-b986-9e8da8e860ca, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f41cd3b-a65d-482e-af33-ba6ac54057ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:07:58.072099 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:58.135583 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] For port f49beef8-eaef-4592-b986-9e8da8e860ca, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:07:58.138526 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] For port f49beef8-eaef-4592-b986-9e8da8e860ca, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f49beef8-eaef-4592-b986-9e8da8e860ca,segment=NetworkSegment(0f41cd3b-a65d-482e-af33-ba6ac54057ad),segment_id=0f41cd3b-a65d-482e-af33-ba6ac54057ad)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:07:58.221942 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:58.226603 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:58.227242 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:07:58.228639 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/f49beef8-eaef-4592-b986-9e8da8e860ca HTTP/1.1" status: 200 len: 1093 time: 0.7217054 Aug 26 01:07:58.229128 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b5e858-3421-4a85-a153-34b3f124813c', 'tag': 'f49beef8-eaef-4592-b986-9e8da8e860ca'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:07:58.231365 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1a7fce-a2e0-45f9-8f1e-f932bfaa7805" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b5e858-3421-4a85-a153-34b3f124813c", "tag": "f49beef8-eaef-4592-b986-9e8da8e860ca"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:07:58.276397 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd2c424-8720-4957-aa9b-d37cb7ed7386 x-openstack-request-id: req-efd2c424-8720-4957-aa9b-d37cb7ed7386 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:07:58.276910 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b5e858-3421-4a85-a153-34b3f124813c", "tag": "f49beef8-eaef-4592-b986-9e8da8e860ca", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:07:58.277402 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-efd2c424-8720-4957-aa9b-d37cb7ed7386 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:07:58.277983 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd2c424-8720-4957-aa9b-d37cb7ed7386'] response: {'name': 'network-changed', 'server_uuid': 'a3b5e858-3421-4a85-a153-34b3f124813c', 'tag': 'f49beef8-eaef-4592-b986-9e8da8e860ca', 'status': 'completed', 'code': 200} Aug 26 01:07:58.285999 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3203bbe-4974-4563-aa45-136b4486334d service neutron] Pushing event updated for resources: {'Port': ['ID=f49beef8-eaef-4592-b986-9e8da8e860ca,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:07:58.357241 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7fce-a2e0-45f9-8f1e-f932bfaa7805 req-c1c2a010-230b-4af1-a86a-21009ae669e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:58.358715 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b1a7fce-a2e0-45f9-8f1e-f932bfaa7805 req-c1c2a010-230b-4af1-a86a-21009ae669e9 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=0f048337938642b2bf9165db865e8edb&device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 1127 time: 0.0396001 Aug 26 01:07:58.449404 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:58.466888 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7fce-a2e0-45f9-8f1e-f932bfaa7805 req-dc73c346-c7e4-4d60-bc0d-31cfe782d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:58.468334 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b1a7fce-a2e0-45f9-8f1e-f932bfaa7805 req-dc73c346-c7e4-4d60-bc0d-31cfe782d295 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=0f048337938642b2bf9165db865e8edb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0962725 Aug 26 01:07:58.564271 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7fce-a2e0-45f9-8f1e-f932bfaa7805 req-2a64c237-1f37-4759-ad7b-774463e8d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:58.565734 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3b1a7fce-a2e0-45f9-8f1e-f932bfaa7805 req-2a64c237-1f37-4759-ad7b-774463e8d6c3 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0913026 Aug 26 01:07:58.665585 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59806211-b74b-4191-9444-3a0a19426c97 req-93c7ac5a-3d37-4010-ab37-508ac00a9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:58.667052 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-93c7ac5a-3d37-4010-ab37-508ac00a9843 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=0f048337938642b2bf9165db865e8edb&device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 1127 time: 0.0404580 Aug 26 01:07:58.713067 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-5516282b-39f8-458e-a43e-74d85c39c965 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f49beef8-eaef-4592-b986-9e8da8e860ca HTTP/1.1" status: 200 len: 217 time: 0.0317538 Aug 26 01:07:58.760175 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59806211-b74b-4191-9444-3a0a19426c97 req-d6b115db-5d81-414c-a1b9-0d86d3ec9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:58.761663 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-d6b115db-5d81-414c-a1b9-0d86d3ec9179 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=8a918082-a21f-4da5-a8fd-29d23b67d284 HTTP/1.1" status: 200 len: 853 time: 0.0428178 Aug 26 01:07:58.796110 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-e929df64-b90b-42cb-9aa9-4b01ba977429 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=a8f76b0c-a13d-4adf-aac7-f2a0a3c67769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288494 Aug 26 01:07:58.885334 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-c230b005-9727-48d4-8fcf-50985b0d5f83 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a8f76b0c-a13d-4adf-aac7-f2a0a3c67769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828385 Aug 26 01:07:58.981059 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-59806211-b74b-4191-9444-3a0a19426c97 req-5de963f4-c8e4-4681-b009-ef0c2d0d0f80 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/a8f76b0c-a13d-4adf-aac7-f2a0a3c67769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895884 Aug 26 01:07:58.997031 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba929015-ebf6-4388-a3cc-12c049db6c49 req-8657f325-da41-4aa8-867a-1d2a4f5b0fed tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:07:58.998601 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ba929015-ebf6-4388-a3cc-12c049db6c49 req-8657f325-da41-4aa8-867a-1d2a4f5b0fed tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 943 time: 0.0476439 Aug 26 01:07:59.047504 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ba929015-ebf6-4388-a3cc-12c049db6c49 req-a987de07-168d-47d6-b23d-c488dd0271e4 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418408 Aug 26 01:07:59.073349 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:07:59.075284 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:00.151363 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:00.170950 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b35e25-21e7-4ac8-a96b-500cd0bb60bd req-dced4358-48c9-46e4-b10c-8f75b848f0ea tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:00.172425 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-90b35e25-21e7-4ac8-a96b-500cd0bb60bd req-dced4358-48c9-46e4-b10c-8f75b848f0ea tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 943 time: 0.0488613 Aug 26 01:08:00.221303 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-90b35e25-21e7-4ac8-a96b-500cd0bb60bd req-3811937d-be5f-4186-b2d6-0d9fa6c46523 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431883 Aug 26 01:08:00.642241 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-97140ecc-e5e5-4a22-bab3-33b5adbc2dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:01.345088 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f8620-e866-4007-9690-dcff02b5fc63 req-727e0bf9-f909-461d-8d1a-18dd6d704644 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:01.346558 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-398f8620-e866-4007-9690-dcff02b5fc63 req-727e0bf9-f909-461d-8d1a-18dd6d704644 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 943 time: 0.0529568 Aug 26 01:08:01.393668 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-398f8620-e866-4007-9690-dcff02b5fc63 req-eaa80d11-133f-4bd9-83c1-d74874533f22 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Aug 26 01:08:02.510974 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554ebc5-4d6a-43f3-b248-c178a6f4eb51 req-297641b7-5605-4db7-84f6-602f29d35b7c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:02.512444 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e554ebc5-4d6a-43f3-b248-c178a6f4eb51 req-297641b7-5605-4db7-84f6-602f29d35b7c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 943 time: 0.0465317 Aug 26 01:08:02.566049 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e554ebc5-4d6a-43f3-b248-c178a6f4eb51 req-dab834aa-d643-4c9f-8b11-7c8aa775b4aa tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481508 Aug 26 01:08:02.696569 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device f49beef8-eaef-4592-b986-9e8da8e860ca details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 01:08:02.795384 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port f49beef8-eaef-4592-b986-9e8da8e860ca, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f49beef8-eaef-4592-b986-9e8da8e860ca,segment=NetworkSegment(0f41cd3b-a65d-482e-af33-ba6ac54057ad),segment_id=0f41cd3b-a65d-482e-af33-ba6ac54057ad)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:08:02.806977 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': 'f49beef8-eaef-4592-b986-9e8da8e860ca', 'network_id': 'a8f76b0c-a13d-4adf-aac7-f2a0a3c67769', 'port_id': 'f49beef8-eaef-4592-b986-9e8da8e860ca', 'mac_address': 'fa:16:3e:cc:80:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a918082-a21f-4da5-a8fd-29d23b67d284', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 01:08:02.840582 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port f49beef8-eaef-4592-b986-9e8da8e860ca is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:08:02.840967 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:02.857570 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49beef8-eaef-4592-b986-9e8da8e860ca {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:08:02.876588 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port f49beef8-eaef-4592-b986-9e8da8e860ca, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f49beef8-eaef-4592-b986-9e8da8e860ca,segment=NetworkSegment(0f41cd3b-a65d-482e-af33-ba6ac54057ad),segment_id=0f41cd3b-a65d-482e-af33-ba6ac54057ad)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:08:02.959246 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:03.002900 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:03.003797 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:03.016976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=f49beef8-eaef-4592-b986-9e8da8e860ca,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:03.024368 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.024739 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.025079 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.025472 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.025805 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.026131 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.026456 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.026778 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.027102 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.027422 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.027744 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.028064 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.028382 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.028723 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.029042 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:08:03.095492 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-353e6527-5ec0-4323-94a6-f3e6960aed0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:03.271331 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['f49beef8-eaef-4592-b986-9e8da8e860ca'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:08:03.683574 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0124b-fe25-4712-b703-bc284da56ed8 req-ace09a20-7ea6-45cf-bad6-67a456cc008e tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:03.685097 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-efe0124b-fe25-4712-b703-bc284da56ed8 req-ace09a20-7ea6-45cf-bad6-67a456cc008e tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 944 time: 0.0477581 Aug 26 01:08:03.733124 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-efe0124b-fe25-4712-b703-bc284da56ed8 req-70a7180d-a7b3-4cd5-a6f3-2cebdd533dbf tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 Aug 26 01:08:04.450099 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:04.718626 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device f49beef8-eaef-4592-b986-9e8da8e860ca up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:08:04.759401 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port f49beef8-eaef-4592-b986-9e8da8e860ca completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 01:08:04.850215 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port f49beef8-eaef-4592-b986-9e8da8e860ca triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:08:04.850593 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:04.853151 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09f7be-06f4-4f0a-9db2-5a0efdf42f73 req-22e13542-e1a6-41d5-b99d-470463d7f7a0 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:04.854703 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9c09f7be-06f4-4f0a-9db2-5a0efdf42f73 req-22e13542-e1a6-41d5-b99d-470463d7f7a0 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 944 time: 0.0469530 Aug 26 01:08:04.903530 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-9c09f7be-06f4-4f0a-9db2-5a0efdf42f73 req-6e8343e6-74a1-4815-8022-34053e8e358a tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Aug 26 01:08:04.926895 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port f49beef8-eaef-4592-b986-9e8da8e860ca is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:08:04.927283 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:04.949970 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b5e858-3421-4a85-a153-34b3f124813c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49beef8-eaef-4592-b986-9e8da8e860ca'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:08:04.952187 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876ec59d-ae33-4ae7-90c3-caf25f17e633" -d '{"events": [{"server_uuid": "a3b5e858-3421-4a85-a153-34b3f124813c", "name": "network-vif-plugged", "status": "completed", "tag": "f49beef8-eaef-4592-b986-9e8da8e860ca"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:08:04.964750 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port f49beef8-eaef-4592-b986-9e8da8e860ca, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f49beef8-eaef-4592-b986-9e8da8e860ca,segment=NetworkSegment(0f41cd3b-a65d-482e-af33-ba6ac54057ad),segment_id=0f41cd3b-a65d-482e-af33-ba6ac54057ad)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:08:04.992690 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40232b42-4722-43ad-a2fc-9ed5f1675fa5 x-openstack-request-id: req-40232b42-4722-43ad-a2fc-9ed5f1675fa5 {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:08:04.992690 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b5e858-3421-4a85-a153-34b3f124813c", "name": "network-vif-plugged", "status": "completed", "tag": "f49beef8-eaef-4592-b986-9e8da8e860ca", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:08:04.992917 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40232b42-4722-43ad-a2fc-9ed5f1675fa5 {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:08:04.993207 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40232b42-4722-43ad-a2fc-9ed5f1675fa5'] response: {'server_uuid': 'a3b5e858-3421-4a85-a153-34b3f124813c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49beef8-eaef-4592-b986-9e8da8e860ca', 'code': 200} Aug 26 01:08:05.033013 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:05.081194 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=f49beef8-eaef-4592-b986-9e8da8e860ca,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:05.338199 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede650b9-733b-4bec-9347-36029c7c5935 req-6337b5c0-4604-4153-bdaa-12f33f9fad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:05.339703 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ede650b9-733b-4bec-9347-36029c7c5935 req-6337b5c0-4604-4153-bdaa-12f33f9fad46 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 1129 time: 0.0394893 Aug 26 01:08:05.394549 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ede650b9-733b-4bec-9347-36029c7c5935 req-cbfa805d-1879-4cd0-b130-ff9525b2be6c service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479484 Aug 26 01:08:05.710453 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:05.821364 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:05.924376 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:06.033988 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3d554-ab6e-48f0-bbdc-598dfb741813 req-062d3813-aa6a-4f91-a48f-4e53d84e401c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:06.036101 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14d3d554-ab6e-48f0-bbdc-598dfb741813 req-062d3813-aa6a-4f91-a48f-4e53d84e401c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 945 time: 0.0493324 Aug 26 01:08:06.082715 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-14d3d554-ab6e-48f0-bbdc-598dfb741813 req-20f76d9e-b5fa-4513-b748-f57ac68de739 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Aug 26 01:08:07.168321 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=82 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:07.170176 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=78 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:07.206052 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf0247-4b1e-4f9a-8666-60dfd4b2bcca req-6f9dd4c1-f8cf-468d-ba06-28bf021057f9 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:07.207439 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7fdf0247-4b1e-4f9a-8666-60dfd4b2bcca req-6f9dd4c1-f8cf-468d-ba06-28bf021057f9 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 945 time: 0.0484958 Aug 26 01:08:07.258645 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-7fdf0247-4b1e-4f9a-8666-60dfd4b2bcca req-d670263c-b28e-4ea3-a9f1-c7e08b496b66 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456119 Aug 26 01:08:13.051169 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:08:15.815164 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:16.076918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=83 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:16.078919 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=36 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:17.255351 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=16 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:19.150542 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:29.079196 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:29.081070 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:30.549099 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230aa51-c935-4d89-9557-9fc63fac22e4 req-f350f6e7-b340-40bb-b104-8da3206797de tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:30.550574 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0230aa51-c935-4d89-9557-9fc63fac22e4 req-f350f6e7-b340-40bb-b104-8da3206797de tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 945 time: 0.0472474 Aug 26 01:08:30.600409 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-0230aa51-c935-4d89-9557-9fc63fac22e4 req-eae46342-1fba-4a3d-a825-bf08d2c9b788 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438373 Aug 26 01:08:30.666651 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-df28137c-bde2-42b4-9225-12a3f551b684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:31.729808 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c943234-52e2-4722-a573-ddb625f97437 req-65157a26-45ae-49de-a630-3d590ae8db05 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:31.731203 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5c943234-52e2-4722-a573-ddb625f97437 req-65157a26-45ae-49de-a630-3d590ae8db05 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 945 time: 0.0555365 Aug 26 01:08:31.778428 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5c943234-52e2-4722-a573-ddb625f97437 req-8016ae20-2fe5-4dad-be72-e3fa71e0cfee tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415528 Aug 26 01:08:32.539328 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef70cc4-33c0-4339-b050-102375b17b94 req-821a6003-ee8b-491e-a391-7efc7ef10e6c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:32.540750 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-eef70cc4-33c0-4339-b050-102375b17b94 req-821a6003-ee8b-491e-a391-7efc7ef10e6c tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 945 time: 0.0491817 Aug 26 01:08:32.619558 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-eef70cc4-33c0-4339-b050-102375b17b94 req-de0293a9-7212-4be9-b5c0-f33314aae01b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Deleting port f49beef8-eaef-4592-b986-9e8da8e860ca {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:08:32.619903 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-eef70cc4-33c0-4339-b050-102375b17b94 req-de0293a9-7212-4be9-b5c0-f33314aae01b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:32.711104 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-eef70cc4-33c0-4339-b050-102375b17b94 req-de0293a9-7212-4be9-b5c0-f33314aae01b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] For port f49beef8-eaef-4592-b986-9e8da8e860ca, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f49beef8-eaef-4592-b986-9e8da8e860ca,segment=NetworkSegment(0f41cd3b-a65d-482e-af33-ba6ac54057ad),segment_id=0f41cd3b-a65d-482e-af33-ba6ac54057ad)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:08:32.711464 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-eef70cc4-33c0-4339-b050-102375b17b94 req-de0293a9-7212-4be9-b5c0-f33314aae01b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:32.724641 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-eef70cc4-33c0-4339-b050-102375b17b94 req-de0293a9-7212-4be9-b5c0-f33314aae01b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Calling delete_port for f49beef8-eaef-4592-b986-9e8da8e860ca owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:08:32.895934 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18228f0e-df4b-4812-9160-fc832363b7d6 req-cf001fdc-621e-4359-914d-32dd4691bebd tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:08:32.897427 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-18228f0e-df4b-4812-9160-fc832363b7d6 req-cf001fdc-621e-4359-914d-32dd4691bebd tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 945 time: 0.0461459 Aug 26 01:08:32.913003 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-eef70cc4-33c0-4339-b050-102375b17b94 req-de0293a9-7212-4be9-b5c0-f33314aae01b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (f49beef8-eaef-4592-b986-9e8da8e860ca), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:32.945436 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0293a9-7212-4be9-b5c0-f33314aae01b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Pushing event deleted for resources: {'Port': ['ID=f49beef8-eaef-4592-b986-9e8da8e860ca,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:08:32.946373 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-18228f0e-df4b-4812-9160-fc832363b7d6 req-b34be456-40c1-4847-b965-3eafb49e0afc tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=63f87161-33d2-4049-8177-736deec1be6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Aug 26 01:08:32.948432 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['f49beef8-eaef-4592-b986-9e8da8e860ca'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:08:32.988679 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef70cc4-33c0-4339-b050-102375b17b94 req-de0293a9-7212-4be9-b5c0-f33314aae01b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] No DVR routers for this DVR port f49beef8-eaef-4592-b986-9e8da8e860ca on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:08:32.993415 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-eef70cc4-33c0-4339-b050-102375b17b94 req-de0293a9-7212-4be9-b5c0-f33314aae01b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:32.996722 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-eef70cc4-33c0-4339-b050-102375b17b94 req-de0293a9-7212-4be9-b5c0-f33314aae01b tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.91 "DELETE /networking/v2.0/ports/f49beef8-eaef-4592-b986-9e8da8e860ca HTTP/1.1" status: 204 len: 173 time: 0.4494805 Aug 26 01:08:32.997168 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b5e858-3421-4a85-a153-34b3f124813c', 'name': 'network-vif-deleted', 'tag': 'f49beef8-eaef-4592-b986-9e8da8e860ca'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:08:32.999489 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6398597c-97f1-4122-b02d-ba4f3a432388" -d '{"events": [{"server_uuid": "a3b5e858-3421-4a85-a153-34b3f124813c", "name": "network-vif-deleted", "tag": "f49beef8-eaef-4592-b986-9e8da8e860ca"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:08:33.037563 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a85a38-db7d-4b5a-8d46-2458eb2e8f73 x-openstack-request-id: req-a2a85a38-db7d-4b5a-8d46-2458eb2e8f73 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:08:33.037859 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b5e858-3421-4a85-a153-34b3f124813c", "name": "network-vif-deleted", "tag": "f49beef8-eaef-4592-b986-9e8da8e860ca", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:08:33.038117 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2a85a38-db7d-4b5a-8d46-2458eb2e8f73 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:08:33.038523 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a85a38-db7d-4b5a-8d46-2458eb2e8f73'] response: {'server_uuid': 'a3b5e858-3421-4a85-a153-34b3f124813c', 'name': 'network-vif-deleted', 'tag': 'f49beef8-eaef-4592-b986-9e8da8e860ca', 'status': 'completed', 'code': 200} Aug 26 01:08:33.106833 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4f5f471c-9872-4e3e-a3e4-350b7dd01d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:34.088991 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-f877fc32-cd06-4cd4-b9c6-8a2162fa0aa8 req-264bccec-6779-4eeb-ba67-1f1da6b33ec3 tempest-VolumesSnapshotTestJSON-616714406 tempest-VolumesSnapshotTestJSON-616714406-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=a3b5e858-3421-4a85-a153-34b3f124813c HTTP/1.1" status: 200 len: 210 time: 0.0332117 Aug 26 01:08:34.380807 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:35.796084 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:35.882001 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:36.858744 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device f49beef8-eaef-4592-b986-9e8da8e860ca no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:08:36.877682 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: f49beef8-eaef-4592-b986-9e8da8e860ca {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:08:36.878024 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device f49beef8-eaef-4592-b986-9e8da8e860ca not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:08:39.998499 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=16 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:40.020443 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=20 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:42.972151 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=54,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:42.973024 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=53,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:44.065140 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=19 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:44.067038 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=19 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:46.861871 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=12 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:46.862711 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:08:49.218811 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:08:50.050342 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:08:59.074884 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:00.045973 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:00.723348 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-12fb6a13-8fb2-4cda-b15f-2e40c7a68b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:01.828701 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 50744) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:09:01.873758 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Deleting subnet 8a918082-a21f-4da5-a8fd-29d23b67d284 {{(pid=113336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 01:09:01.876794 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Publish callbacks [] for subnet (8a918082-a21f-4da5-a8fd-29d23b67d284), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:01.910396 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15151684'] for subnet (8a918082-a21f-4da5-a8fd-29d23b67d284), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:01.953749 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (8a918082-a21f-4da5-a8fd-29d23b67d284), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:02.178912 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16517140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14176858'] for subnet (8a918082-a21f-4da5-a8fd-29d23b67d284), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:02.203138 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a918082-a21f-4da5-a8fd-29d23b67d284,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:02.215397 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:02.218541 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/8a918082-a21f-4da5-a8fd-29d23b67d284 HTTP/1.1" status: 204 len: 168 time: 0.3888452 Aug 26 01:09:02.220130 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.220497 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.220865 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.221210 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.221381 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50746) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:09:02.221836 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.221944 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.222200 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.222530 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.222863 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.223192 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.223524 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.224556 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.225036 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.225367 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.225693 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a56dd0-afcd-4e2f-ba6b-6247ec1de6b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.290841 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (a8f76b0c-a13d-4adf-aac7-f2a0a3c67769), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:02.371188 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (a8f76b0c-a13d-4adf-aac7-f2a0a3c67769), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:02.390644 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f76b0c-a13d-4adf-aac7-f2a0a3c67769']}} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:02.400161 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f41cd3b-a65d-482e-af33-ba6ac54057ad') {'for_net_delete': True} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:02.400461 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f41cd3b-a65d-482e-af33-ba6ac54057ad') {} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:02.410203 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14309385'] for segment (0f41cd3b-a65d-482e-af33-ba6ac54057ad), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:02.424170 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (0f41cd3b-a65d-482e-af33-ba6ac54057ad), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:02.431152 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=113335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:09:02.431473 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14590166'] for segment (0f41cd3b-a65d-482e-af33-ba6ac54057ad), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:02.470040 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment 0f41cd3b-a65d-482e-af33-ba6ac54057ad resource provider aggregate not found Aug 26 01:09:02.488659 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment 0f41cd3b-a65d-482e-af33-ba6ac54057ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f41cd3b-a65d-482e-af33-ba6ac54057ad found for delete ", "request_id": "req-8da615bb-1ec0-4aa1-a9d2-70a61bd9ab6c"}]} Aug 26 01:09:02.601922 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (a8f76b0c-a13d-4adf-aac7-f2a0a3c67769), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:02.611328 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:02.611328 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/a8f76b0c-a13d-4adf-aac7-f2a0a3c67769 HTTP/1.1" status: 204 len: 168 time: 0.3884225 Aug 26 01:09:02.623101 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f76b0c-a13d-4adf-aac7-f2a0a3c67769,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:02.630383 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.630739 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.631087 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.631564 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.631912 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.632240 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.632592 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.632917 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.633240 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.633564 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.633885 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.634206 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.634523 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.634840 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:02.635160 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866f7c65-bf9c-45ea-a246-615b61db5a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:03.106087 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c0bedc2-6556-4255-9051-d981351f664d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:03.165900 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50754) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:09:03.218159 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-45e217c7-e398-45b3-a4dd-51874397b8b9 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0f048337938642b2bf9165db865e8edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508752 Aug 26 01:09:03.220739 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50756) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:09:03.269908 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8bb9aa88-30fa-43d1-94ba-e87a570922ed admin admin] Publish callbacks [] for security_group (63f87161-33d2-4049-8177-736deec1be6e), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:03.291024 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8bb9aa88-30fa-43d1-94ba-e87a570922ed admin admin] Publish callbacks [] for security_group (63f87161-33d2-4049-8177-736deec1be6e), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:03.435752 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8bb9aa88-30fa-43d1-94ba-e87a570922ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (63f87161-33d2-4049-8177-736deec1be6e), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:03.438390 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8bb9aa88-30fa-43d1-94ba-e87a570922ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:03.439574 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8bb9aa88-30fa-43d1-94ba-e87a570922ed admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/63f87161-33d2-4049-8177-736deec1be6e HTTP/1.1" status: 204 len: 168 time: 0.2179096 Aug 26 01:09:03.448289 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9aa88-30fa-43d1-94ba-e87a570922ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f87161-33d2-4049-8177-736deec1be6e,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:04.476174 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:04.526776 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50778) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:09:04.624824 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-345044090-network', 'tenant_id': '192b8e73733046a188480d27a9092022'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:09:04.819066 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Made reservation on behalf of 192b8e73733046a188480d27a9092022 for: {'network': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:04.829153 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:04.830498 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:04.908229 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Publish callbacks [] for security_group (cf24283a-97dc-4da6-85f8-0a42c15578b0), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:05.093050 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (cf24283a-97dc-4da6-85f8-0a42c15578b0), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:05.121780 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1184} {{(pid=113335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:05.127227 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf24283a-97dc-4da6-85f8-0a42c15578b0,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:05.135098 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:05.135098 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.segments_db [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Added segment 1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef of type vlan for network f0f83622-0710-4ed4-a21e-88445332d373 Aug 26 01:09:05.178730 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (f0f83622-0710-4ed4-a21e-88445332d373), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:05.306631 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (f0f83622-0710-4ed4-a21e-88445332d373), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:05.307676 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:05.308264 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:05.347555 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=11 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:05.360500 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:05.367801 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] Pushing event updated for resources: {'Network': ['ID=f0f83622-0710-4ed4-a21e-88445332d373,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:05.378176 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network f0f83622-0710-4ed4-a21e-88445332d373 details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 01:09:05.520734 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-bf634e96-5dfd-4a86-bf33-43f9b1f6686d admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9927576 Aug 26 01:09:05.523794 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50782) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:09:05.528429 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-8fa3c910-9cd6-4a49-a682-d0e27f9cb7a4 admin admin] Request body: {'subnet': {'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-345044090-subnet', 'tenant_id': '192b8e73733046a188480d27a9092022', 'ip_version': 4}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:09:05.723434 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa3c910-9cd6-4a49-a682-d0e27f9cb7a4 admin admin] Made reservation on behalf of 192b8e73733046a188480d27a9092022 for: {'subnet': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:05.725853 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c910-9cd6-4a49-a682-d0e27f9cb7a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14132248'] for subnet (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:05.790908 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:06.003165 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:06.019465 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c910-9cd6-4a49-a682-d0e27f9cb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14132266'] for subnet (3ec35a66-c022-48fb-bff3-c1c4c309208b), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:06.082045 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3c910-9cd6-4a49-a682-d0e27f9cb7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec35a66-c022-48fb-bff3-c1c4c309208b,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:06.092112 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa3c910-9cd6-4a49-a682-d0e27f9cb7a4 admin admin] Checking segment: {'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:09:06.092490 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa3c910-9cd6-4a49-a682-d0e27f9cb7a4 admin admin] Network hostable DHCP agents. Network: f0f83622-0710-4ed4-a21e-88445332d373, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:06.197687 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa3c910-9cd6-4a49-a682-d0e27f9cb7a4 admin admin] Network f0f83622-0710-4ed4-a21e-88445332d373 is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:06.286909 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-8fa3c910-9cd6-4a49-a682-d0e27f9cb7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, f0f83622-0710-4ed4-a21e-88445332d373) {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:06.291200 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa3c910-9cd6-4a49-a682-d0e27f9cb7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:06.291801 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c910-9cd6-4a49-a682-d0e27f9cb7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:06.296278 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d643fa47-3fd8-4dba-a903-8143143a2cde None None] Network f0f83622-0710-4ed4-a21e-88445332d373 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:09:06.398282 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-f0f83622-0710-4ed4-a21e-88445332d373', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'project_id': '192b8e73733046a188480d27a9092022', 'fixed_ips': [{'subnet_id': '3ec35a66-c022-48fb-bff3-c1c4c309208b'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 01:09:06.399176 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:06.423560 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8fa3c910-9cd6-4a49-a682-d0e27f9cb7a4 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8987060 Aug 26 01:09:06.426343 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50784) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:09:06.431163 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:09:06.529398 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26986'] for router (4fb2bd9f-f275-4413-bfb5-511628538f13), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:06.530124 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Allocated IP 172.20.0.2 (f0f83622-0710-4ed4-a21e-88445332d373/3ec35a66-c022-48fb-bff3-c1c4c309208b/b8b49253-fe06-440c-9d1d-e3ddd5321534) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:06.530711 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26963'] for router (4fb2bd9f-f275-4413-bfb5-511628538f13), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:06.580428 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Publish callbacks [] for router_controller (4fb2bd9f-f275-4413-bfb5-511628538f13), precommit_add_association {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:06.671684 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Publish callbacks [] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:06.715585 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:06.780572 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Publish callbacks [] for router_gateway (4fb2bd9f-f275-4413-bfb5-511628538f13), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:06.786624 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:06.827265 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Network f0f83622-0710-4ed4-a21e-88445332d373 is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:06.830164 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:06.833670 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:09:06.842354 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Pushing event updated for resources: {'Port': ['ID=b8b49253-fe06-440c-9d1d-e3ddd5321534,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:06.987986 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.988411 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.988704 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.989045 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.989382 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.989711 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.990036 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.990366 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.990823 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.991014 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.991333 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.992087 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.992087 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.992300 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:06.992638 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:07.028154 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Attempting to bind port b8b49253-fe06-440c-9d1d-e3ddd5321534 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:09:07.030995 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Attempting to bind port b8b49253-fe06-440c-9d1d-e3ddd5321534 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:09:07.030995 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Attempting to bind port b8b49253-fe06-440c-9d1d-e3ddd5321534 on network f0f83622-0710-4ed4-a21e-88445332d373 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:09:07.034312 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:09:07.034684 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Checking segment: {'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:09:07.035099 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:07.035512 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Bound using segment: {'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:09:07.036056 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Bound port: b8b49253-fe06-440c-9d1d-e3ddd5321534, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:09:07.036563 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:07.036712 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Publish callbacks [] for router_gateway (4fb2bd9f-f275-4413-bfb5-511628538f13), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:07.055954 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:07.096054 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] For port b8b49253-fe06-440c-9d1d-e3ddd5321534, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:09:07.099130 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] For port b8b49253-fe06-440c-9d1d-e3ddd5321534, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=b8b49253-fe06-440c-9d1d-e3ddd5321534,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:09:07.160460 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Allocated IP 172.27.1.61 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/e6481739-4796-403e-b770-b3b6110a4fc8) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:07.227268 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:07.275315 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Publish callbacks [] for port (e6481739-4796-403e-b770-b3b6110a4fc8), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:07.280131 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:07.282456 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb20d2-f360-40c5-ae8b-d58214244c7c None None] Pushing event updated for resources: {'Port': ['ID=b8b49253-fe06-440c-9d1d-e3ddd5321534,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:07.442266 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (e6481739-4796-403e-b770-b3b6110a4fc8), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:07.485598 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:07.490876 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:07.494874 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:09:07.498348 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Pushing event updated for resources: {'Port': ['ID=e6481739-4796-403e-b770-b3b6110a4fc8,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:07.814590 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Publish callbacks [] for router_gateway (4fb2bd9f-f275-4413-bfb5-511628538f13), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:07.861948 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:08.130880 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device b8b49253-fe06-440c-9d1d-e3ddd5321534 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:09:08.136131 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:08.177599 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:08.182686 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port b8b49253-fe06-440c-9d1d-e3ddd5321534 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:08.183564 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:08.206036 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f829c47-4d49-434d-857a-c9639c1c2092 None None] Network f0f83622-0710-4ed4-a21e-88445332d373 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:09:08.265362 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848'] for router (4fb2bd9f-f275-4413-bfb5-511628538f13), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:08.287183 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-d02f352c-2cda-4f2c-9bcc-7912c158caa0 None None] Provisioning complete for port b8b49253-fe06-440c-9d1d-e3ddd5321534 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:08.287907 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-d02f352c-2cda-4f2c-9bcc-7912c158caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:08.438417 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port b8b49253-fe06-440c-9d1d-e3ddd5321534 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:08.438802 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:08.461066 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Router 4fb2bd9f-f275-4413-bfb5-511628538f13 is scheduled to L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e with binding_index 1 {{(pid=113335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 01:09:08.463710 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-d02f352c-2cda-4f2c-9bcc-7912c158caa0 None None] Current status of the port b8b49253-fe06-440c-9d1d-e3ddd5321534 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:08.464669 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-d02f352c-2cda-4f2c-9bcc-7912c158caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:08.498143 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port b8b49253-fe06-440c-9d1d-e3ddd5321534, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=b8b49253-fe06-440c-9d1d-e3ddd5321534,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:09:08.578723 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:09:08.588744 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Sync routers for ids ['4fb2bd9f-f275-4413-bfb5-511628538f13'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:08.599307 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Routers {'4fb2bd9f-f275-4413-bfb5-511628538f13'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:09:08.600062 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['4fb2bd9f-f275-4413-bfb5-511628538f13'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:08.615580 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:08.690970 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.db.api [None req-d02f352c-2cda-4f2c-9bcc-7912c158caa0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113337) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 01:09:08.691422 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG oslo_db.api [None req-d02f352c-2cda-4f2c-9bcc-7912c158caa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 01:09:08.695773 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=b8b49253-fe06-440c-9d1d-e3ddd5321534,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:08.702195 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Set router 4fb2bd9f-f275-4413-bfb5-511628538f13 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:09:08.732851 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:08.732851 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-5fc3b633-a062-4cf2-82bd-4a3be837d89f admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3040485 Aug 26 01:09:08.734160 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50786) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:09:08.883674 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:08.961621 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:09:07Z', 'revision_number': 3, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:08.986812 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Checking router: 4fb2bd9f-f275-4413-bfb5-511628538f13 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:09:08.987077 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Updating router 4fb2bd9f-f275-4413-bfb5-511628538f13 port e6481739-4796-403e-b770-b3b6110a4fc8 binding host dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:09:09.014186 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (e6481739-4796-403e-b770-b3b6110a4fc8), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.136540 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:09.141373 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.213692 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:09.226234 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-d02f352c-2cda-4f2c-9bcc-7912c158caa0 None None] Current status of the port b8b49253-fe06-440c-9d1d-e3ddd5321534 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:09.267309 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Publish callbacks [] for port (e6481739-4796-403e-b770-b3b6110a4fc8), precommit_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.298521 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Allocated IP 172.20.0.1 (f0f83622-0710-4ed4-a21e-88445332d373/3ec35a66-c022-48fb-bff3-c1c4c309208b/015c363e-616d-4e73-85ba-f172b9ec151a) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:09.344380 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-04ddb139-435a-4ff6-a23b-b6ea1d327da3 None None] Provisioning complete for port b8b49253-fe06-440c-9d1d-e3ddd5321534 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:09.344784 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-04ddb139-435a-4ff6-a23b-b6ea1d327da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.392035 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (e6481739-4796-403e-b770-b3b6110a4fc8), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.412887 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Publish callbacks [] for port (015c363e-616d-4e73-85ba-f172b9ec151a), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.419207 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-04ddb139-435a-4ff6-a23b-b6ea1d327da3 None None] Current status of the port b8b49253-fe06-440c-9d1d-e3ddd5321534 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:09.429560 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Attempting to bind port e6481739-4796-403e-b770-b3b6110a4fc8 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:09:09.430490 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Attempting to bind port e6481739-4796-403e-b770-b3b6110a4fc8 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:09:09.430864 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Attempting to bind port e6481739-4796-403e-b770-b3b6110a4fc8 on network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:09:09.441442 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:09:09.441822 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:09:09.442220 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.442610 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Bound using segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:09:09.443082 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Bound port: e6481739-4796-403e-b770-b3b6110a4fc8, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:09:09.443458 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (e6481739-4796-403e-b770-b3b6110a4fc8), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.465955 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Pushing event updated for resources: {'Port': ['ID=e6481739-4796-403e-b770-b3b6110a4fc8,revision_number=2']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:09.481098 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.481447 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.481788 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.482147 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.482481 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.482808 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.483130 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.483457 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.483794 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.484119 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.484441 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.484787 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.485104 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.485420 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.485736 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:09:09.507351 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] For port e6481739-4796-403e-b770-b3b6110a4fc8, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:09:09.510419 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] For port e6481739-4796-403e-b770-b3b6110a4fc8, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=e6481739-4796-403e-b770-b3b6110a4fc8,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:09:09.550283 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.579235 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (e6481739-4796-403e-b770-b3b6110a4fc8), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.594775 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Network f0f83622-0710-4ed4-a21e-88445332d373 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:09.599254 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:09.601681 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:09:09.620415 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Routers {'4fb2bd9f-f275-4413-bfb5-511628538f13'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:09:09.621087 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['4fb2bd9f-f275-4413-bfb5-511628538f13'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:09.628448 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Pushing event updated for resources: {'Port': ['ID=015c363e-616d-4e73-85ba-f172b9ec151a,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:09.635245 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:09.647596 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-583463'] for router_interface (4fb2bd9f-f275-4413-bfb5-511628538f13), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.663818 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:09.676835 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72809fd4-533b-4d20-9f1f-b38646054041 None None] Pushing event updated for resources: {'Port': ['ID=e6481739-4796-403e-b770-b3b6110a4fc8,revision_number=3']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:09.728910 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:09.743355 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] Set router 4fb2bd9f-f275-4413-bfb5-511628538f13 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:09:09.837847 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-e3434fcf-6419-40fe-b2b2-afdd29c86493 None None] Provisioning complete for port 015c363e-616d-4e73-85ba-f172b9ec151a triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:09.838222 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-e3434fcf-6419-40fe-b2b2-afdd29c86493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.874862 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-e3434fcf-6419-40fe-b2b2-afdd29c86493 None None] Port 015c363e-616d-4e73-85ba-f172b9ec151a cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:09:09.888711 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:09.917478 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:09:07Z', 'revision_number': 3, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:09.942812 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83318aa7-9f99-44cc-bfe7-a11263ad6f6c None None] The sync data for ids ['4fb2bd9f-f275-4413-bfb5-511628538f13'] in dv-cinder-835384-25-iscsi is: [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:09:07Z', 'revision_number': 3, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:10.054911 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Publish callbacks [] for port (015c363e-616d-4e73-85ba-f172b9ec151a), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:10.106707 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device b8b49253-fe06-440c-9d1d-e3ddd5321534 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:09:10.152905 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port b8b49253-fe06-440c-9d1d-e3ddd5321534 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:10.153367 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:10.163898 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:10.244578 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583611'] for router_interface (4fb2bd9f-f275-4413-bfb5-511628538f13), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:10.253240 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Pushing event updated for resources: {'Port': ['ID=015c363e-616d-4e73-85ba-f172b9ec151a,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:10.261118 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port b8b49253-fe06-440c-9d1d-e3ddd5321534 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:10.303087 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:10.350061 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Network f0f83622-0710-4ed4-a21e-88445332d373 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:10.351639 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:10.471147 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Router 4fb2bd9f-f275-4413-bfb5-511628538f13 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:09:10.585708 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:09:10.600260 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-597c9eee-934e-4c38-8a41-02a84c4b2147 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/4fb2bd9f-f275-4413-bfb5-511628538f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8570981 Aug 26 01:09:10.606537 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-7bf4f017-5747-434f-a409-85ec6e5cc8ff None None] Provisioning complete for port 015c363e-616d-4e73-85ba-f172b9ec151a triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:10.606915 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7bf4f017-5747-434f-a409-85ec6e5cc8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:10.643986 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-7bf4f017-5747-434f-a409-85ec6e5cc8ff None None] Port 015c363e-616d-4e73-85ba-f172b9ec151a cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:09:11.282853 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50802) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:09:11.287971 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1829152616-network', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:09:11.464777 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Sync routers for ids ['4fb2bd9f-f275-4413-bfb5-511628538f13'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:11.475525 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Routers {'4fb2bd9f-f275-4413-bfb5-511628538f13'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:09:11.476126 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['4fb2bd9f-f275-4413-bfb5-511628538f13'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:11.508557 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Made reservation on behalf of 409f95e72aab4ece80b05d9d89c28e3b for: {'network': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:11.511053 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for network (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:11.534558 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:11.576232 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:11.579907 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Set router 4fb2bd9f-f275-4413-bfb5-511628538f13 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:09:11.597882 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Publish callbacks [] for security_group (caa4b6e3-f596-46da-9507-541861c9c923), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:11.762415 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:11.765448 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 4, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '015c363e-616d-4e73-85ba-f172b9ec151a', 'name': '', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'tenant_id': '192b8e73733046a188480d27a9092022', 'mac_address': 'fa:16:3e:07:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:09Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 2, 'project_id': '192b8e73733046a188480d27a9092022', 'subnets': [{'id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:11.794159 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Checking router: 4fb2bd9f-f275-4413-bfb5-511628538f13 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:09:11.794521 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Updating router 4fb2bd9f-f275-4413-bfb5-511628538f13 port 015c363e-616d-4e73-85ba-f172b9ec151a binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:09:11.795653 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (caa4b6e3-f596-46da-9507-541861c9c923), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:11.819605 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1162} {{(pid=113335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 01:09:11.824456 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:11.835863 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa4b6e3-f596-46da-9507-541861c9c923,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:11.838793 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (f722bc73-f399-4cfc-88be-04522948fce5), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:11.839139 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.segments_db [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Added segment f722bc73-f399-4cfc-88be-04522948fce5 of type vlan for network b5225020-bc11-4489-913b-a5f180764dbc Aug 26 01:09:11.880108 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751692277360'] for network (b5225020-bc11-4489-913b-a5f180764dbc), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:11.997946 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:12.027193 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487'] for network (b5225020-bc11-4489-913b-a5f180764dbc), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:12.027193 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:12.027193 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:12.085575 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Publish callbacks [] for port (015c363e-616d-4e73-85ba-f172b9ec151a), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:12.097316 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] Pushing event updated for resources: {'Network': ['ID=b5225020-bc11-4489-913b-a5f180764dbc,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:12.108257 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Network b5225020-bc11-4489-913b-a5f180764dbc details requested by agent ovs-agent-dv-cinder-835384-25-iscsi with host dv-cinder-835384-25-iscsi {{(pid=113337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 01:09:12.149636 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device e6481739-4796-403e-b770-b3b6110a4fc8 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:09:12.198514 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-67bf28f3-a20c-47d7-a111-e2858ba9ad85 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9145463 Aug 26 01:09:12.203694 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:12.205682 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50804) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:09:12.206843 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:12.207750 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=23,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:12.210614 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-af505800-a27a-4017-9676-c3ceb6987374 admin admin] Request body: {'subnet': {'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1829152616-subnet', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'ip_version': 4}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:09:12.352307 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af505800-a27a-4017-9676-c3ceb6987374 admin admin] Made reservation on behalf of 409f95e72aab4ece80b05d9d89c28e3b for: {'subnet': 1} {{(pid=113335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:12.354857 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-af505800-a27a-4017-9676-c3ceb6987374 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14132248'] for subnet (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:12.401174 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port e6481739-4796-403e-b770-b3b6110a4fc8 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:12.401566 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (e6481739-4796-403e-b770-b3b6110a4fc8), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:12.435724 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a200e7b-6ec9-48a1-8679-d32b332754a9 None None] Pushing event updated for resources: {'Port': ['ID=015c363e-616d-4e73-85ba-f172b9ec151a,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:12.463955 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Attempting to bind port 015c363e-616d-4e73-85ba-f172b9ec151a on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:09:12.467320 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Attempting to bind port 015c363e-616d-4e73-85ba-f172b9ec151a by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:09:12.467320 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Attempting to bind port 015c363e-616d-4e73-85ba-f172b9ec151a on network f0f83622-0710-4ed4-a21e-88445332d373 {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:09:12.472829 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:09:12.473212 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Checking segment: {'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:09:12.473614 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:12.474082 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Bound using segment: {'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:09:12.474477 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Bound port: 015c363e-616d-4e73-85ba-f172b9ec151a, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:09:12.474861 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:12.551316 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port e6481739-4796-403e-b770-b3b6110a4fc8 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:12.551702 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (e6481739-4796-403e-b770-b3b6110a4fc8), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:12.565107 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:12.585332 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] For port 015c363e-616d-4e73-85ba-f172b9ec151a, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:09:12.588242 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port e6481739-4796-403e-b770-b3b6110a4fc8, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=e6481739-4796-403e-b770-b3b6110a4fc8,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:09:12.597665 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] For port 015c363e-616d-4e73-85ba-f172b9ec151a, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=015c363e-616d-4e73-85ba-f172b9ec151a,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:09:12.727370 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-af505800-a27a-4017-9676-c3ceb6987374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14590793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14132266'] for subnet (84a88f8b-74ae-4268-967a-2be04b2c6c62), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:12.732348 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:12.778070 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af505800-a27a-4017-9676-c3ceb6987374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a88f8b-74ae-4268-967a-2be04b2c6c62,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:12.781416 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:12.783351 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (e6481739-4796-403e-b770-b3b6110a4fc8), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:12.798727 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af505800-a27a-4017-9676-c3ceb6987374 admin admin] Checking segment: {'id': 'f722bc73-f399-4cfc-88be-04522948fce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:09:12.799119 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af505800-a27a-4017-9676-c3ceb6987374 admin admin] Network hostable DHCP agents. Network: b5225020-bc11-4489-913b-a5f180764dbc, hostable agents: ['0f18a484-9a3c-43f5-8441-a7baaff21447'], hosted agents: [] {{(pid=113335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 01:09:12.819557 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Routers {'4fb2bd9f-f275-4413-bfb5-511628538f13'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:09:12.820199 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['4fb2bd9f-f275-4413-bfb5-511628538f13'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:12.888166 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a200e7b-6ec9-48a1-8679-d32b332754a9 None None] Pushing event updated for resources: {'Port': ['ID=015c363e-616d-4e73-85ba-f172b9ec151a,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:12.971180 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] Set router 4fb2bd9f-f275-4413-bfb5-511628538f13 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:09:13.001142 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=e6481739-4796-403e-b770-b3b6110a4fc8,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:13.026767 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af505800-a27a-4017-9676-c3ceb6987374 admin admin] Network b5225020-bc11-4489-913b-a5f180764dbc is scheduled to be hosted by DHCP agent 0f18a484-9a3c-43f5-8441-a7baaff21447 with binding_index 1 {{(pid=113335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 01:09:13.053638 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:13.146480 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-af505800-a27a-4017-9676-c3ceb6987374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-25-iscsi, b5225020-bc11-4489-913b-a5f180764dbc) {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:13.151778 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af505800-a27a-4017-9676-c3ceb6987374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:13.153551 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-af505800-a27a-4017-9676-c3ceb6987374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:13.155072 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281b0564-f090-4922-9d96-05a15c8093ae None None] Network b5225020-bc11-4489-913b-a5f180764dbc requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:09:13.199421 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 4, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '015c363e-616d-4e73-85ba-f172b9ec151a', 'name': '', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'tenant_id': '192b8e73733046a188480d27a9092022', 'mac_address': 'fa:16:3e:07:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:09Z', 'updated_at': '2022-08-26T01:09:12Z', 'revision_number': 4, 'project_id': '192b8e73733046a188480d27a9092022', 'subnets': [{'id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:13.232571 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30670a5f-78fd-448e-9e63-ddbbbb1d47b8 None None] The sync data for ids ['4fb2bd9f-f275-4413-bfb5-511628538f13'] in dv-cinder-835384-25-iscsi is: [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 4, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '015c363e-616d-4e73-85ba-f172b9ec151a', 'name': '', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'tenant_id': '192b8e73733046a188480d27a9092022', 'mac_address': 'fa:16:3e:07:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:09Z', 'updated_at': '2022-08-26T01:09:12Z', 'revision_number': 4, 'project_id': '192b8e73733046a188480d27a9092022', 'subnets': [{'id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:13.310426 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98212acc-ceb2-5b9e-a5d3-14cf49ea2936-b5225020-bc11-4489-913b-a5f180764dbc', 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc', 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'fixed_ips': [{'subnet_id': '84a88f8b-74ae-4268-967a-2be04b2c6c62'}]}} from dv-cinder-835384-25-iscsi. {{(pid=113337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 01:09:13.311354 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:13.357676 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-af505800-a27a-4017-9676-c3ceb6987374 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1484690 Aug 26 01:09:13.358255 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50806) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:09:13.362091 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1829152616-router', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:09:13.454812 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.db_base_plugin_common [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Allocated IP 172.20.0.2 (b5225020-bc11-4489-913b-a5f180764dbc/84a88f8b-74ae-4268-967a-2be04b2c6c62/d2d1c364-27fc-43f9-b6fb-c5720661009b) {{(pid=113337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:13.604317 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Publish callbacks [] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), precommit_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:13.638347 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26986'] for router (6865457a-ad8b-418e-b6f1-260891cf1f37), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:13.648446 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26963'] for router (6865457a-ad8b-418e-b6f1-260891cf1f37), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:13.699497 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Publish callbacks [] for router_controller (6865457a-ad8b-418e-b6f1-260891cf1f37), precommit_add_association {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:13.747041 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), after_create {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:13.785119 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Network b5225020-bc11-4489-913b-a5f180764dbc is already hosted by enough agents. {{(pid=113337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:13.788425 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.scheduler.base_scheduler [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Resources bound (agent type, host, resource id): {{(pid=113337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:13.792763 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Received port after_create {{(pid=113337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:09:13.801498 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Pushing event updated for resources: {'Port': ['ID=d2d1c364-27fc-43f9-b6fb-c5720661009b,revision_number=1']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:13.863953 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Attempting to bind port d2d1c364-27fc-43f9-b6fb-c5720661009b on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:09:13.864325 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Attempting to bind port d2d1c364-27fc-43f9-b6fb-c5720661009b by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': 'f722bc73-f399-4cfc-88be-04522948fce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:09:13.864723 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Attempting to bind port d2d1c364-27fc-43f9-b6fb-c5720661009b on network b5225020-bc11-4489-913b-a5f180764dbc {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:09:13.871804 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:09:13.872180 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Checking segment: {'id': 'f722bc73-f399-4cfc-88be-04522948fce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:09:13.872607 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:13.872992 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Bound using segment: {'id': 'f722bc73-f399-4cfc-88be-04522948fce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:09:13.873457 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Bound port: d2d1c364-27fc-43f9-b6fb-c5720661009b, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f722bc73-f399-4cfc-88be-04522948fce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:09:13.873832 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:13.939467 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] For port d2d1c364-27fc-43f9-b6fb-c5720661009b, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:09:13.943044 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] For port d2d1c364-27fc-43f9-b6fb-c5720661009b, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=d2d1c364-27fc-43f9-b6fb-c5720661009b,segment=NetworkSegment(f722bc73-f399-4cfc-88be-04522948fce5),segment_id=f722bc73-f399-4cfc-88be-04522948fce5)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:09:14.099691 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:14.100899 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:14.146693 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:14.188757 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfb474-8f5c-4608-9a4a-be669d7d40ba None None] Pushing event updated for resources: {'Port': ['ID=d2d1c364-27fc-43f9-b6fb-c5720661009b,revision_number=2']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:14.189453 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Publish callbacks [] for router_gateway (6865457a-ad8b-418e-b6f1-260891cf1f37), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:14.216925 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 015c363e-616d-4e73-85ba-f172b9ec151a up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:09:14.274305 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 015c363e-616d-4e73-85ba-f172b9ec151a triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:14.274305 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:14.372825 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 015c363e-616d-4e73-85ba-f172b9ec151a is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:14.381293 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:14.416963 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 015c363e-616d-4e73-85ba-f172b9ec151a, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=015c363e-616d-4e73-85ba-f172b9ec151a,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:09:14.533596 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Publish callbacks [] for router_gateway (6865457a-ad8b-418e-b6f1-260891cf1f37), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:14.552834 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:14.631808 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:14.632660 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device e6481739-4796-403e-b770-b3b6110a4fc8 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:09:14.657510 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Allocated IP 172.27.1.156 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/54a71a5e-62f2-4dbe-9bfc-ab3021c8231e) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:14.705037 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=015c363e-616d-4e73-85ba-f172b9ec151a,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:14.717549 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port e6481739-4796-403e-b770-b3b6110a4fc8 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:14.718397 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (e6481739-4796-403e-b770-b3b6110a4fc8), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:14.772879 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Publish callbacks [] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:14.796253 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port e6481739-4796-403e-b770-b3b6110a4fc8 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:14.900164 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:14.940825 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:14.943860 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:14.947263 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:09:14.975160 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Pushing event updated for resources: {'Port': ['ID=54a71a5e-62f2-4dbe-9bfc-ab3021c8231e,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:15.041153 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3a3be-243b-4668-b869-bb154ca6ab75 None None] Network b5225020-bc11-4489-913b-a5f180764dbc requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:09:15.105096 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-edc59461-2f0b-497d-a3e7-390c487df92b None None] Provisioning complete for port d2d1c364-27fc-43f9-b6fb-c5720661009b triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:15.105395 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-edc59461-2f0b-497d-a3e7-390c487df92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:15.220049 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-edc59461-2f0b-497d-a3e7-390c487df92b None None] Current status of the port d2d1c364-27fc-43f9-b6fb-c5720661009b is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:15.220440 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-edc59461-2f0b-497d-a3e7-390c487df92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:15.254809 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-edc59461-2f0b-497d-a3e7-390c487df92b None None] For port d2d1c364-27fc-43f9-b6fb-c5720661009b, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=d2d1c364-27fc-43f9-b6fb-c5720661009b,segment=NetworkSegment(f722bc73-f399-4cfc-88be-04522948fce5),segment_id=f722bc73-f399-4cfc-88be-04522948fce5)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:09:15.354670 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Publish callbacks [] for router_gateway (6865457a-ad8b-418e-b6f1-260891cf1f37), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:15.401848 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-edc59461-2f0b-497d-a3e7-390c487df92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:15.450651 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc59461-2f0b-497d-a3e7-390c487df92b None None] Pushing event updated for resources: {'Port': ['ID=d2d1c364-27fc-43f9-b6fb-c5720661009b,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:15.487943 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [req-88ca9bd8-e61b-4e5d-aeb8-dab6a7ab377a req-ad16d8b7-4a32-4ef3-a4ab-e7474cdcee6f service neutron] (113335) timed out ('10.222.0.91', 61777) {{(pid=113335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 01:09:15.523410 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-bb6d70d0-5603-4f31-81c5-74831308f4b3 None None] Provisioning complete for port d2d1c364-27fc-43f9-b6fb-c5720661009b triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:15.523785 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-bb6d70d0-5603-4f31-81c5-74831308f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:15.547543 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587848'] for router (6865457a-ad8b-418e-b6f1-260891cf1f37), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:15.595155 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d70d0-5603-4f31-81c5-74831308f4b3 None None] Current status of the port d2d1c364-27fc-43f9-b6fb-c5720661009b is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:15.631830 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:15.795195 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Router 6865457a-ad8b-418e-b6f1-260891cf1f37 is scheduled to L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e with binding_index 1 {{(pid=113335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 01:09:16.053680 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:16.129358 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:16.148370 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:09:16.157776 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc478de-c531-457a-af00-649539483671 None None] Sync routers for ids ['6865457a-ad8b-418e-b6f1-260891cf1f37'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:16.168546 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc478de-c531-457a-af00-649539483671 None None] Routers {'6865457a-ad8b-418e-b6f1-260891cf1f37'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:09:16.169158 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-4cc478de-c531-457a-af00-649539483671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['6865457a-ad8b-418e-b6f1-260891cf1f37'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:16.196097 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 015c363e-616d-4e73-85ba-f172b9ec151a up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:09:16.242804 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 015c363e-616d-4e73-85ba-f172b9ec151a triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:16.243177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:16.271243 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-4cc478de-c531-457a-af00-649539483671 None None] Set router 6865457a-ad8b-418e-b6f1-260891cf1f37 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:09:16.317227 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 015c363e-616d-4e73-85ba-f172b9ec151a is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:16.318277 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device d2d1c364-27fc-43f9-b6fb-c5720661009b up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:09:16.340805 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:16.344757 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-39038531-0449-4330-90cc-f8d198fb4a8a admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9833710 Aug 26 01:09:16.344966 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 50808) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:09:16.361457 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port d2d1c364-27fc-43f9-b6fb-c5720661009b triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:16.361935 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:16.444959 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-4cc478de-c531-457a-af00-649539483671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'name': 'tempest-TestMinimumBasicScenario-1829152616-router', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:13Z', 'updated_at': '2022-08-26T01:09:15Z', 'revision_number': 3, 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'gw_port': {'id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:14Z', 'updated_at': '2022-08-26T01:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:16.471875 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc478de-c531-457a-af00-649539483671 None None] Checking router: 6865457a-ad8b-418e-b6f1-260891cf1f37 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:09:16.475575 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc478de-c531-457a-af00-649539483671 None None] Updating router 6865457a-ad8b-418e-b6f1-260891cf1f37 port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e binding host dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:09:16.502087 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-4cc478de-c531-457a-af00-649539483671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:16.583240 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port d2d1c364-27fc-43f9-b6fb-c5720661009b is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:16.643856 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:16.718160 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:16.760549 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:16.764621 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-4cc478de-c531-457a-af00-649539483671 None None] Publish callbacks [] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), precommit_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:16.766879 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:16.904454 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-4cc478de-c531-457a-af00-649539483671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:16.923178 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_common [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Allocated IP 172.20.0.1 (b5225020-bc11-4489-913b-a5f180764dbc/84a88f8b-74ae-4268-967a-2be04b2c6c62/fc01014f-f745-4b21-9f82-7a97c4be0347) {{(pid=113335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:16.938985 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-4cc478de-c531-457a-af00-649539483671 None None] Attempting to bind port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:09:16.938985 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-4cc478de-c531-457a-af00-649539483671 None None] Attempting to bind port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:09:16.938985 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc478de-c531-457a-af00-649539483671 None None] Attempting to bind port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e on network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:09:16.948613 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc478de-c531-457a-af00-649539483671 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:09:16.949006 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc478de-c531-457a-af00-649539483671 None None] Checking segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:09:16.949410 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-4cc478de-c531-457a-af00-649539483671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:16.949808 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc478de-c531-457a-af00-649539483671 None None] Bound using segment: {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'} {{(pid=113338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:09:16.950288 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.managers [None req-4cc478de-c531-457a-af00-649539483671 None None] Bound port: 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401ed2-8d8e-40c8-984e-13bead7bb722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4'}}] {{(pid=113338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:09:16.950653 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-4cc478de-c531-457a-af00-649539483671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), before_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:16.982883 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a76361-c6e1-466b-b062-3fd4d7635bdf None None] Pushing event updated for resources: {'Port': ['ID=54a71a5e-62f2-4dbe-9bfc-ab3021c8231e,revision_number=2']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:17.005826 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-4cc478de-c531-457a-af00-649539483671 None None] For port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:09:17.008915 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.plugins.ml2.db [None req-4cc478de-c531-457a-af00-649539483671 None None] For port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=54a71a5e-62f2-4dbe-9bfc-ab3021c8231e,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:09:17.025934 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Publish callbacks [] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:17.152409 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron_lib.callbacks.manager [None req-4cc478de-c531-457a-af00-649539483671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), after_update {{(pid=113338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:17.157331 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:17.188205 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc478de-c531-457a-af00-649539483671 None None] Routers {'6865457a-ad8b-418e-b6f1-260891cf1f37'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:09:17.188895 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-4cc478de-c531-457a-af00-649539483671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['6865457a-ad8b-418e-b6f1-260891cf1f37'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:17.216151 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:17.250888 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a76361-c6e1-466b-b062-3fd4d7635bdf None None] Pushing event updated for resources: {'Port': ['ID=54a71a5e-62f2-4dbe-9bfc-ab3021c8231e,revision_number=3']} {{(pid=113338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:17.261046 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Network b5225020-bc11-4489-913b-a5f180764dbc is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:17.263921 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:17.267425 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Received port after_create {{(pid=113335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:09:17.293117 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Pushing event updated for resources: {'Port': ['ID=fc01014f-f745-4b21-9f82-7a97c4be0347,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:17.313614 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-583463'] for router_interface (6865457a-ad8b-418e-b6f1-260891cf1f37), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:17.319832 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-4cc478de-c531-457a-af00-649539483671 None None] Set router 6865457a-ad8b-418e-b6f1-260891cf1f37 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:09:17.529465 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-1dbff97e-8626-4028-8b56-7f776d28f07e None None] Provisioning complete for port fc01014f-f745-4b21-9f82-7a97c4be0347 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:17.529854 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-1dbff97e-8626-4028-8b56-7f776d28f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:17.563814 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-1dbff97e-8626-4028-8b56-7f776d28f07e None None] Port fc01014f-f745-4b21-9f82-7a97c4be0347 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:09:17.584961 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-4cc478de-c531-457a-af00-649539483671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'name': 'tempest-TestMinimumBasicScenario-1829152616-router', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:13Z', 'updated_at': '2022-08-26T01:09:15Z', 'revision_number': 3, 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'gw_port': {'id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:14Z', 'updated_at': '2022-08-26T01:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:17.587430 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:17.603697 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:17.609981 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc478de-c531-457a-af00-649539483671 None None] The sync data for ids ['6865457a-ad8b-418e-b6f1-260891cf1f37'] in dv-cinder-835384-25-iscsi is: [{'id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'name': 'tempest-TestMinimumBasicScenario-1829152616-router', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:13Z', 'updated_at': '2022-08-26T01:09:15Z', 'revision_number': 3, 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'gw_port': {'id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:14Z', 'updated_at': '2022-08-26T01:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:17.760158 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Publish callbacks [] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:17.881140 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:17.955291 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-583611'] for router_interface (6865457a-ad8b-418e-b6f1-260891cf1f37), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:17.955291 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Pushing event updated for resources: {'Port': ['ID=fc01014f-f745-4b21-9f82-7a97c4be0347,revision_number=2']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:18.053231 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Network b5225020-bc11-4489-913b-a5f180764dbc is already hosted by enough agents. {{(pid=113335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:18.054702 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.base_scheduler [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Resources bound (agent type, host, resource id): {{(pid=113335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:18.158697 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:09:18.185619 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Router 6865457a-ad8b-418e-b6f1-260891cf1f37 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:09:18.213513 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:18.214162 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:18.232358 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:18.305156 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:18.305551 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:18.310583 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:09:18.318468 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-cbc83d6f-974a-44ba-ba83-df1187e233df admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/6865457a-ad8b-418e-b6f1-260891cf1f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9698787 Aug 26 01:09:18.333065 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=54a71a5e-62f2-4dbe-9bfc-ab3021c8231e,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:09:18.392163 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-5425ff87-711b-4636-be88-880bf77642d4 None None] Provisioning complete for port fc01014f-f745-4b21-9f82-7a97c4be0347 triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:18.392598 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-5425ff87-711b-4636-be88-880bf77642d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:18.431013 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-5425ff87-711b-4636-be88-880bf77642d4 None None] Port fc01014f-f745-4b21-9f82-7a97c4be0347 cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:09:18.483670 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:18.485186 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:18.535692 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=54a71a5e-62f2-4dbe-9bfc-ab3021c8231e,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:18.573122 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:19.283246 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:20.103173 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Sync routers for ids ['6865457a-ad8b-418e-b6f1-260891cf1f37'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:09:20.117755 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Routers {'6865457a-ad8b-418e-b6f1-260891cf1f37'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:09:20.118802 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['6865457a-ad8b-418e-b6f1-260891cf1f37'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:20.157365 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:09:20.240940 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=100 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:20.267472 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:20.267998 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:20.270850 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Set router 6865457a-ad8b-418e-b6f1-260891cf1f37 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:09:20.458473 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:20.532409 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'name': 'tempest-TestMinimumBasicScenario-1829152616-router', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:13Z', 'updated_at': '2022-08-26T01:09:17Z', 'revision_number': 4, 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'gw_port': {'id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:14Z', 'updated_at': '2022-08-26T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'fc01014f-f745-4b21-9f82-7a97c4be0347', 'name': '', 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'mac_address': 'fa:16:3e:c4:d0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '84a88f8b-74ae-4268-967a-2be04b2c6c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:16Z', 'updated_at': '2022-08-26T01:09:17Z', 'revision_number': 2, 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'subnets': [{'id': '84a88f8b-74ae-4268-967a-2be04b2c6c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:20.557680 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Checking router: 6865457a-ad8b-418e-b6f1-260891cf1f37 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:09:20.558042 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Updating router 6865457a-ad8b-418e-b6f1-260891cf1f37 port fc01014f-f745-4b21-9f82-7a97c4be0347 binding host dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 01:09:20.592827 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:20.595773 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:20.882099 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Publish callbacks [] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), precommit_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:20.946897 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:21.015156 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309ea40-b425-4392-b956-026b9cb6c082 None None] Pushing event updated for resources: {'Port': ['ID=fc01014f-f745-4b21-9f82-7a97c4be0347,revision_number=3']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:21.053007 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Attempting to bind port fc01014f-f745-4b21-9f82-7a97c4be0347 on host dv-cinder-835384-25-iscsi for vnic_type normal with profile {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:09:21.053378 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Attempting to bind port fc01014f-f745-4b21-9f82-7a97c4be0347 by drivers openvswitch,hyperv on host dv-cinder-835384-25-iscsi at level 0 using segments [{'id': 'f722bc73-f399-4cfc-88be-04522948fce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc'}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:09:21.053741 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Attempting to bind port fc01014f-f745-4b21-9f82-7a97c4be0347 on network b5225020-bc11-4489-913b-a5f180764dbc {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:09:21.063128 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Checking agent: {'id': '34d3ac42-0ad0-4081-a3bb-2c221c1000f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 45, 36), 'started_at': datetime.datetime(2022, 8, 26, 0, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:09:21.063495 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Checking segment: {'id': 'f722bc73-f399-4cfc-88be-04522948fce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:09:21.063899 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:21.064285 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Bound using segment: {'id': 'f722bc73-f399-4cfc-88be-04522948fce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc'} {{(pid=113337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:09:21.064780 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.managers [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Bound port: fc01014f-f745-4b21-9f82-7a97c4be0347, host: dv-cinder-835384-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f722bc73-f399-4cfc-88be-04522948fce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc'}}] {{(pid=113337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:09:21.065189 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:21.130872 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] For port fc01014f-f745-4b21-9f82-7a97c4be0347, host dv-cinder-835384-25-iscsi, cleared binding levels {{(pid=113337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:09:21.134615 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] For port fc01014f-f745-4b21-9f82-7a97c4be0347, host dv-cinder-835384-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=fc01014f-f745-4b21-9f82-7a97c4be0347,segment=NetworkSegment(f722bc73-f399-4cfc-88be-04522948fce5),segment_id=f722bc73-f399-4cfc-88be-04522948fce5)] {{(pid=113337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:09:21.213045 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:21.254708 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Routers {'6865457a-ad8b-418e-b6f1-260891cf1f37'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:09:21.255345 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['6865457a-ad8b-418e-b6f1-260891cf1f37'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:21.259407 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:21.315549 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309ea40-b425-4392-b956-026b9cb6c082 None None] Pushing event updated for resources: {'Port': ['ID=fc01014f-f745-4b21-9f82-7a97c4be0347,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:21.386585 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] Set router 6865457a-ad8b-418e-b6f1-260891cf1f37 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:09:21.596561 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'name': 'tempest-TestMinimumBasicScenario-1829152616-router', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:13Z', 'updated_at': '2022-08-26T01:09:17Z', 'revision_number': 4, 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'gw_port': {'id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:14Z', 'updated_at': '2022-08-26T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'fc01014f-f745-4b21-9f82-7a97c4be0347', 'name': '', 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'mac_address': 'fa:16:3e:c4:d0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '84a88f8b-74ae-4268-967a-2be04b2c6c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:16Z', 'updated_at': '2022-08-26T01:09:21Z', 'revision_number': 4, 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'subnets': [{'id': '84a88f8b-74ae-4268-967a-2be04b2c6c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:09:21.622445 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c7b1d3-653b-4fc0-9209-64fba8127b76 None None] The sync data for ids ['6865457a-ad8b-418e-b6f1-260891cf1f37'] in dv-cinder-835384-25-iscsi is: [{'id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'name': 'tempest-TestMinimumBasicScenario-1829152616-router', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:13Z', 'updated_at': '2022-08-26T01:09:17Z', 'revision_number': 4, 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'gw_port': {'id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:14Z', 'updated_at': '2022-08-26T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': 'fc01014f-f745-4b21-9f82-7a97c4be0347', 'name': '', 'network_id': 'b5225020-bc11-4489-913b-a5f180764dbc', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'mac_address': 'fa:16:3e:c4:d0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '84a88f8b-74ae-4268-967a-2be04b2c6c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:16Z', 'updated_at': '2022-08-26T01:09:21Z', 'revision_number': 4, 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'subnets': [{'id': '84a88f8b-74ae-4268-967a-2be04b2c6c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:09:22.133244 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device fc01014f-f745-4b21-9f82-7a97c4be0347 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:09:22.158799 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:22.186186 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port fc01014f-f745-4b21-9f82-7a97c4be0347 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:22.186571 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:22.289654 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port fc01014f-f745-4b21-9f82-7a97c4be0347 is: DOWN; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:22.289654 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:22.314574 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] For port fc01014f-f745-4b21-9f82-7a97c4be0347, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=fc01014f-f745-4b21-9f82-7a97c4be0347,segment=NetworkSegment(f722bc73-f399-4cfc-88be-04522948fce5),segment_id=f722bc73-f399-4cfc-88be-04522948fce5)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:09:22.437073 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:22.500080 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Pushing event updated for resources: {'Port': ['ID=fc01014f-f745-4b21-9f82-7a97c4be0347,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:23.276277 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [req-b60086e7-19f8-441e-8ed0-744b5398abbf req-318aec76-4d46-4ab7-8d64-e037b01ad321 service neutron] (113336) timed out ('10.222.0.91', 61801) {{(pid=113336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 01:09:24.137521 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device fc01014f-f745-4b21-9f82-7a97c4be0347 up at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:09:24.335999 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Provisioning complete for port fc01014f-f745-4b21-9f82-7a97c4be0347 triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:24.336367 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:24.418258 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Current status of the port fc01014f-f745-4b21-9f82-7a97c4be0347 is: ACTIVE; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:27.049256 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:09:28.856993 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=54 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:29.771456 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-9d3e009a-00b3-466e-94a8-abb040eaaacf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:29.773380 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-9d3e009a-00b3-466e-94a8-abb040eaaacf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/networks?id=f0f83622-0710-4ed4-a21e-88445332d373 HTTP/1.1" status: 200 len: 814 time: 0.1044133 Aug 26 01:09:29.787764 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-081ce565-1555-44ff-9611-65fc86f5b78c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/quotas/192b8e73733046a188480d27a9092022 HTTP/1.1" status: 200 len: 375 time: 0.0089464 Aug 26 01:09:29.836975 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-98154600-83ba-4c07-86b1-74d4842e861b tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=192b8e73733046a188480d27a9092022&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435333 Aug 26 01:09:29.933701 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-78d9b5de-4951-401c-936a-1542543fb4d5 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857456 Aug 26 01:09:30.022338 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-4fd47a1f-a559-4533-a75e-1e7ff99d1df8 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828938 Aug 26 01:09:30.403167 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2e7bb83b-3dd3-4d1f-a6db-1b77e08b35fa req-ddb0846e-932d-42bc-ba26-f35297d391ee tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 210 time: 0.1375852 Aug 26 01:09:30.749378 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-cc938130-8780-43fe-bf03-98b70f0c3499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:31.485190 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-5d0307be-ea74-458d-8e06-6c1f6134a37c req-d400cb47-d4fb-4c32-80ca-352ef6d16ad4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 210 time: 0.0285006 Aug 26 01:09:32.585540 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-8c9df0e0-8706-44e6-9425-9935945fc940 req-17278856-c378-4225-84b7-db99f47d8652 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 210 time: 0.0286357 Aug 26 01:09:32.846570 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-e820fb9c-8a0b-4bd0-bf05-21eb0a97348e tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:32.847996 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-e820fb9c-8a0b-4bd0-bf05-21eb0a97348e tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.91 "GET /networking/v2.0/networks?id=f0f83622-0710-4ed4-a21e-88445332d373 HTTP/1.1" status: 200 len: 814 time: 0.1039960 Aug 26 01:09:32.867903 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Request body: {'port': {'device_id': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'admin_state_up': True, 'tenant_id': '192b8e73733046a188480d27a9092022'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:09:33.052208 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Made reservation on behalf of 192b8e73733046a188480d27a9092022 for: {'port': 1} {{(pid=113336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 01:09:33.056120 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:33.100698 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-8b6dbef0-e30b-408d-9cdc-86fd452796c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:33.184879 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Allocated IP 172.20.0.11 (f0f83622-0710-4ed4-a21e-88445332d373/3ec35a66-c022-48fb-bff3-c1c4c309208b/a70ffa6d-967c-4bfc-8ada-dab1ddb2116d) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:09:33.329089 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:33.342653 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:33.353287 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:33.564590 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:33.620137 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Network f0f83622-0710-4ed4-a21e-88445332d373 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:09:33.624784 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:09:33.631216 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:09:33.697446 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event updated for resources: {'Port': ['ID=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:33.747149 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8404c4a-1b9f-4759-90e2-593acc450118 req-59db240e-43a2-46ab-885f-60bb84d58ab9 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:33.749115 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b8404c4a-1b9f-4759-90e2-593acc450118 req-59db240e-43a2-46ab-885f-60bb84d58ab9 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 932 time: 0.0640950 Aug 26 01:09:33.794803 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:33.795435 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:33.847965 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b8404c4a-1b9f-4759-90e2-593acc450118 req-6c8df0d6-2bc9-4f2f-a3f8-19714c2b9298 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910461 Aug 26 01:09:33.902970 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-a7fdab63-a615-476e-9627-ffcc718c5701 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.91 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0387318 Aug 26 01:09:33.968145 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-b9573e48-9ee0-42c4-bdfc-9ec8dd76112c None None] Provisioning complete for port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d triggered by entity DHCP. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:33.968994 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b9573e48-9ee0-42c4-bdfc-9ec8dd76112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:34.003406 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:34.004625 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b9573e48-9ee0-42c4-bdfc-9ec8dd76112c None None] Port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d cannot update to ACTIVE because it is not bound. {{(pid=113337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 01:09:34.391854 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:34.968456 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554a536-e060-4d03-9ab8-2953361202f0 req-e7a45662-518c-435a-bf77-89fe1d125ba2 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:34.970079 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2554a536-e060-4d03-9ab8-2953361202f0 req-e7a45662-518c-435a-bf77-89fe1d125ba2 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 932 time: 0.0502496 Aug 26 01:09:35.020688 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-2554a536-e060-4d03-9ab8-2953361202f0 req-44aeed0e-b6dc-41d8-89ba-af4becd20bfc tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448322 Aug 26 01:09:35.820828 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:35.888763 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:36.146755 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7c0ad-5e35-4fa1-8936-9370476f5f15 req-59cd79f4-a9a7-4805-a370-4b99e59da716 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:36.148808 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-20c7c0ad-5e35-4fa1-8936-9370476f5f15 req-59cd79f4-a9a7-4805-a370-4b99e59da716 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 932 time: 0.0491784 Aug 26 01:09:36.480710 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-20c7c0ad-5e35-4fa1-8936-9370476f5f15 req-eab881ba-ae31-4491-8bb1-6ef18f2447b1 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258243 Aug 26 01:09:37.049651 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:37.603432 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c758c8c-a0a4-401f-86f6-8ae702b44ce6 req-6754029e-fad6-4eda-8519-95573f5c59ba tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:37.604948 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4c758c8c-a0a4-401f-86f6-8ae702b44ce6 req-6754029e-fad6-4eda-8519-95573f5c59ba tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 932 time: 0.0495718 Aug 26 01:09:37.660702 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4c758c8c-a0a4-401f-86f6-8ae702b44ce6 req-42bca64a-eea2-4507-ad54-d8769988fa60 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496068 Aug 26 01:09:38.784338 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc2f79-c10a-407b-97a4-569efbae6e5d req-fbdff128-f876-4dbb-a6ff-00d807a749b3 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:38.785932 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-34bc2f79-c10a-407b-97a4-569efbae6e5d req-fbdff128-f876-4dbb-a6ff-00d807a749b3 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 932 time: 0.0479872 Aug 26 01:09:38.839599 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-34bc2f79-c10a-407b-97a4-569efbae6e5d req-4fb778a4-c8b6-4101-b2d7-24537f313382 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468850 Aug 26 01:09:39.965656 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba888e-d2bb-4298-812b-d1f1ece763ba req-3df0fec1-34c3-4ec4-9f61-a17aad238349 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:39.969009 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c9ba888e-d2bb-4298-812b-d1f1ece763ba req-3df0fec1-34c3-4ec4-9f61-a17aad238349 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 932 time: 0.0530732 Aug 26 01:09:40.018103 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-c9ba888e-d2bb-4298-812b-d1f1ece763ba req-084578ec-8e69-426f-82a7-66643647ee6c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451145 Aug 26 01:09:41.137261 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd570-37bb-4365-b525-8eb362f61a9f req-a476997b-4657-46cc-abdd-6b062f0135c6 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:41.138711 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7d9bd570-37bb-4365-b525-8eb362f61a9f req-a476997b-4657-46cc-abdd-6b062f0135c6 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 932 time: 0.0465407 Aug 26 01:09:41.188175 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7d9bd570-37bb-4365-b525-8eb362f61a9f req-30bb9c3b-469e-4ccd-97e2-65b728a0d273 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440104 Aug 26 01:09:41.333150 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Request body: {'port': {'device_id': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:09:41.390503 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:41.544738 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:41.641670 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70ffa6d-967c-4bfc-8ada-dab1ddb2116d {{(pid=113336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:09:41.650022 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Publish callbacks [] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:41.662739 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.provisioning_blocks [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Transition to ACTIVE for port object a70ffa6d-967c-4bfc-8ada-dab1ddb2116d will not be triggered until provisioned by entity L2. {{(pid=113336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 01:09:41.760297 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:41.785227 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:41.838371 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Pushing event updated for resources: {'Port': ['ID=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:41.869516 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Attempting to bind port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d on host hv-cinder-83538 for vnic_type normal with profile {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 01:09:41.869856 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Attempting to bind port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 01:09:41.870187 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Attempting to bind port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d on network f0f83622-0710-4ed4-a21e-88445332d373 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:09:41.874484 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d on network f0f83622-0710-4ed4-a21e-88445332d373 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 01:09:41.874807 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Attempting to bind port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d on network f0f83622-0710-4ed4-a21e-88445332d373 {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 01:09:41.879660 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Checking agent: {'id': 'be848e27-a01e-41dd-8017-aca5ed0b6359', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'started_at': datetime.datetime(2022, 8, 26, 0, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 1, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 01:09:41.881047 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Checking segment: {'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 01:09:41.881047 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Bound using segment: {'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'} {{(pid=113336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 01:09:41.881047 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.managers [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Bound port: a70ffa6d-967c-4bfc-8ada-dab1ddb2116d, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373'}}] {{(pid=113336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 01:09:41.881384 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:41.944408 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] For port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d, host hv-cinder-83538, cleared binding levels {{(pid=113336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 01:09:41.947857 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] For port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 01:09:42.029946 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:42.033112 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:42.033734 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:42.035251 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] 10.222.0.91 "PUT /networking/v2.0/ports/a70ffa6d-967c-4bfc-8ada-dab1ddb2116d HTTP/1.1" status: 200 len: 1094 time: 0.7524118 Aug 26 01:09:42.037704 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:09:42.040713 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db76fb9-059c-47c7-9d06-cfa75c88815f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:09:42.089151 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d77d2d-2e83-484a-a39d-3179cd2bb230 service neutron] Pushing event updated for resources: {'Port': ['ID=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,revision_number=3']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:42.141546 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ffd845-f74e-44cf-bd6d-4069dc1c44c7 x-openstack-request-id: req-27ffd845-f74e-44cf-bd6d-4069dc1c44c7 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:09:42.142217 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:09:42.142217 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27ffd845-f74e-44cf-bd6d-4069dc1c44c7 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:09:42.142618 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ffd845-f74e-44cf-bd6d-4069dc1c44c7'] response: {'name': 'network-changed', 'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'status': 'completed', 'code': 200} Aug 26 01:09:42.228698 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76fb9-059c-47c7-9d06-cfa75c88815f req-7684f55c-5122-4d96-891d-cf1dafd0e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:42.233726 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2db76fb9-059c-47c7-9d06-cfa75c88815f req-7684f55c-5122-4d96-891d-cf1dafd0e597 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=192b8e73733046a188480d27a9092022&device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 1128 time: 0.0398793 Aug 26 01:09:42.347404 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9096fb-4e7b-4f1a-8bb7-d7c13c1b4cd8 req-4b5eeb95-a971-4171-ada2-3e24f6cdcea4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:42.348889 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1f9096fb-4e7b-4f1a-8bb7-d7c13c1b4cd8 req-4b5eeb95-a971-4171-ada2-3e24f6cdcea4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 944 time: 0.0861123 Aug 26 01:09:42.390784 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76fb9-059c-47c7-9d06-cfa75c88815f req-734831db-35eb-4d31-9e61-4ef72a618696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:42.392204 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2db76fb9-059c-47c7-9d06-cfa75c88815f req-734831db-35eb-4d31-9e61-4ef72a618696 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?tenant_id=192b8e73733046a188480d27a9092022&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1492085 Aug 26 01:09:42.460527 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-1f9096fb-4e7b-4f1a-8bb7-d7c13c1b4cd8 req-2507e32d-2cee-4f2e-860a-c4167426d956 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021094 Aug 26 01:09:42.511971 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76fb9-059c-47c7-9d06-cfa75c88815f req-d0967b04-49f0-4aff-adcd-04b21ff86fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:42.513475 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-2db76fb9-059c-47c7-9d06-cfa75c88815f req-d0967b04-49f0-4aff-adcd-04b21ff86fcb service neutron] 10.222.0.91 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1143351 Aug 26 01:09:42.610084 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-f68d7a54-488d-466e-93af-15bd456121e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:42.611564 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-f68d7a54-488d-466e-93af-15bd456121e5 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=192b8e73733046a188480d27a9092022&device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 1128 time: 0.0390265 Aug 26 01:09:42.657813 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-9a486098-2887-407b-bd39-bc73c18ea9fa service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d HTTP/1.1" status: 200 len: 217 time: 0.0313139 Aug 26 01:09:42.712206 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-449ab18f-d720-4325-9c64-085d1809554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:42.713759 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-449ab18f-d720-4325-9c64-085d1809554f service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=3ec35a66-c022-48fb-bff3-c1c4c309208b HTTP/1.1" status: 200 len: 853 time: 0.0488870 Aug 26 01:09:42.759307 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-25ad1e51-fb95-484e-842b-1a9aa112e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:42.760735 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-25ad1e51-fb95-484e-842b-1a9aa112e666 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=f0f83622-0710-4ed4-a21e-88445332d373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395825 Aug 26 01:09:42.774261 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:42.854501 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-3f4b4e29-b96b-459d-ba4c-869613e4e431 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874135 Aug 26 01:09:42.945956 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ba859135-b5d1-462f-a702-2c7e2c28d1f4 req-47b2d5d8-3061-4395-b8f0-2f2a7354d809 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846977 Aug 26 01:09:43.578881 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2e5c-721f-44c8-a4e7-916ee21065bc req-ac21efe5-e553-4834-8731-1af0ca532232 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:43.580323 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3d3d2e5c-721f-44c8-a4e7-916ee21065bc req-ac21efe5-e553-4834-8731-1af0ca532232 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 944 time: 0.0470974 Aug 26 01:09:43.626269 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-3d3d2e5c-721f-44c8-a4e7-916ee21065bc req-f0c2a559-faf4-4810-9af7-fa8a86e70844 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 Aug 26 01:09:44.745954 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3d043-45d1-43c4-91a1-af13daeddd40 req-a2b026bb-8beb-4a81-b553-30a78b84a4de tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:44.747356 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3bc3d043-45d1-43c4-91a1-af13daeddd40 req-a2b026bb-8beb-4a81-b553-30a78b84a4de tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 944 time: 0.0476015 Aug 26 01:09:44.790669 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:44.795453 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3bc3d043-45d1-43c4-91a1-af13daeddd40 req-3c374e31-97e7-469c-8dee-200987521fd4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Aug 26 01:09:45.192648 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device a70ffa6d-967c-4bfc-8ada-dab1ddb2116d details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=113337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 01:09:45.289142 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:09:45.300158 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Returning: {'device': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'port_id': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 01:09:45.338407 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d is: DOWN; New status is: BUILD {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:45.338799 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:45.351933 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70ffa6d-967c-4bfc-8ada-dab1ddb2116d {{(pid=113337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 01:09:45.371620 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:09:45.477082 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:45.511485 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,revision_number=4']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:45.767858 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:09:45.933832 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c03609-9a0a-4d9a-b5ce-039626e60f35 req-15e3ccc0-96f0-47c1-ae3e-a59e9ba4b3fe tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:45.970208 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-47c03609-9a0a-4d9a-b5ce-039626e60f35 req-15e3ccc0-96f0-47c1-ae3e-a59e9ba4b3fe tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 945 time: 0.0597162 Aug 26 01:09:45.985561 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-47c03609-9a0a-4d9a-b5ce-039626e60f35 req-d99992d5-7093-452f-8b08-e57ba51daa05 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445318 Aug 26 01:09:46.676794 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [req-eb4d95ca-6332-4cd0-8235-49fbf6b1c09d req-1307e017-cdbd-418e-b5f0-e42305c1dea9 service neutron] (113336) timed out ('10.222.0.91', 61767) {{(pid=113336) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 01:09:47.107956 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382f55e-dca5-4b96-bc1a-023f3d97ee60 req-78cfa300-12cc-4d42-b066-79ac1f67aad4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:47.109438 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b382f55e-dca5-4b96-bc1a-023f3d97ee60 req-78cfa300-12cc-4d42-b066-79ac1f67aad4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 945 time: 0.0515902 Aug 26 01:09:47.158210 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b382f55e-dca5-4b96-bc1a-023f3d97ee60 req-d5f8b712-76a1-4f61-b934-7dcd4bd6ee8e tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Aug 26 01:09:47.218109 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device a70ffa6d-967c-4bfc-8ada-dab1ddb2116d up at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 01:09:47.221219 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:47.259070 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning for port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d completed by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 01:09:47.377615 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.provisioning_blocks [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Provisioning complete for port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d triggered by entity L2. {{(pid=113337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 01:09:47.378017 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1400193'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), provisioning_complete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:47.418162 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:47.456708 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Current status of the port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d is: BUILD; New status is: ACTIVE {{(pid=113337) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 01:09:47.457094 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), before_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:47.479034 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'}] {{(pid=113337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:09:47.481330 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e1881e14dfc762e57365381ef2d315d58e0d5462e7da93a6541d455f4a9b7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad99c5a-430e-4c77-950d-cffa4f8dfa79" -d '{"events": [{"server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "name": "network-vif-plugged", "status": "completed", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d"}]}' {{(pid=113337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:09:47.498390 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] For port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:09:47.574784 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:47.579633 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084b93f3-9d5b-440a-89a5-48e0b3849f8a x-openstack-request-id: req-084b93f3-9d5b-440a-89a5-48e0b3849f8a {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:09:47.579918 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "name": "network-vif-plugged", "status": "completed", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d", "code": 200}]} {{(pid=113337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:09:47.580173 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-084b93f3-9d5b-440a-89a5-48e0b3849f8a {{(pid=113337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:09:47.580586 dv-cinder-835384-25-iscsi neutron-server[113337]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084b93f3-9d5b-440a-89a5-48e0b3849f8a'] response: {'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'code': 200} Aug 26 01:09:47.626397 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Pushing event updated for resources: {'Port': ['ID=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,revision_number=5']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:09:47.929441 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bf4aa-8d86-4088-b3e0-bc6022a84477 req-95266451-eb48-45ff-91d0-6d0d081dd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:47.930091 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-204bf4aa-8d86-4088-b3e0-bc6022a84477 req-95266451-eb48-45ff-91d0-6d0d081dd067 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 1130 time: 0.0396442 Aug 26 01:09:47.977415 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-204bf4aa-8d86-4088-b3e0-bc6022a84477 req-2813d995-d12b-4ada-8242-29d861f4439d service neutron] 10.222.0.91 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Aug 26 01:09:48.281699 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053480e-5b22-43c0-8e6e-c2bbff3ab223 req-5db5bb80-9200-46b3-ac50-6ea8089f1645 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:48.283162 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3053480e-5b22-43c0-8e6e-c2bbff3ab223 req-5db5bb80-9200-46b3-ac50-6ea8089f1645 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 946 time: 0.0511303 Aug 26 01:09:48.331410 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-3053480e-5b22-43c0-8e6e-c2bbff3ab223 req-61c253c0-0b2e-4430-838c-fee7a354ff3f tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 Aug 26 01:09:49.202704 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:09:49.453554 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215595-47a8-49e6-9864-7642999ff7ca req-30d1bdf2-8bf6-4385-86cd-2a5590fdc78a tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:49.454962 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-61215595-47a8-49e6-9864-7642999ff7ca req-30d1bdf2-8bf6-4385-86cd-2a5590fdc78a tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 946 time: 0.0473616 Aug 26 01:09:49.501054 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-61215595-47a8-49e6-9864-7642999ff7ca req-a0ca5353-e654-4f75-8c62-f7b64d9ce443 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 Aug 26 01:09:49.615656 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878823f6-beb4-428a-9ad1-82537f9c3f01 req-57ee42de-58fb-4ef9-9a9f-a2d4137e2568 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:49.617146 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-878823f6-beb4-428a-9ad1-82537f9c3f01 req-57ee42de-58fb-4ef9-9a9f-a2d4137e2568 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 946 time: 0.0460103 Aug 26 01:09:49.663708 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-878823f6-beb4-428a-9ad1-82537f9c3f01 req-97a16701-305a-4019-9a26-681f88f53046 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Aug 26 01:09:49.989720 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fc3aa-254e-44b8-9e4c-d72a726ddb0f req-eed72767-d015-45a7-9794-a55c53486e8c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:09:49.991132 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-679fc3aa-254e-44b8-9e4c-d72a726ddb0f req-eed72767-d015-45a7-9794-a55c53486e8c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 946 time: 0.0476961 Aug 26 01:09:50.041521 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-679fc3aa-254e-44b8-9e4c-d72a726ddb0f req-ad3a65be-651a-498e-82be-862353657e94 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447433 Aug 26 01:09:53.996284 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:54.000808 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:59.098085 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:59.099965 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:59.495044 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=55 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:09:59.497944 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=57 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:00.035112 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=53 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:00.038673 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=46 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:00.248901 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1980e-e974-4c89-846f-cb98fe3da3c8 req-0e98b036-9a86-40fa-a3a9-6cbf2a438c9c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:00.250282 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d3d1980e-e974-4c89-846f-cb98fe3da3c8 req-0e98b036-9a86-40fa-a3a9-6cbf2a438c9c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 946 time: 0.0466652 Aug 26 01:10:00.297533 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d3d1980e-e974-4c89-846f-cb98fe3da3c8 req-9cf50399-784c-46f3-8df6-8cf44a317565 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Aug 26 01:10:00.324303 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 51010) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:10:00.403712 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe99684-cfaf-49b8-9bd6-0bced06fc6da tempest-TestMinimumBasicScenario-1435034440 tempest-TestMinimumBasicScenario-1435034440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:00.405304 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-9fe99684-cfaf-49b8-9bd6-0bced06fc6da tempest-TestMinimumBasicScenario-1435034440 tempest-TestMinimumBasicScenario-1435034440-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 1125 time: 0.0799556 Aug 26 01:10:00.408197 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 51014) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:10:00.412359 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Request body: {'floatingip': {'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'port_id': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'tenant_id': '192b8e73733046a188480d27a9092022', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:10:00.534544 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:00.618206 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (None), before_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:00.660048 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-64f88203-14f6-47b5-82c0-4e781757ba57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:00.723164 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_common [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Allocated IP 172.27.1.35 (19dabfec-9dee-4dae-afa8-2adcf8ccbda4/68426929-39c4-41f2-973e-be2fc395ac1a/eae11a87-6d40-41d6-99e0-33c5cb5d3780) {{(pid=113336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 01:10:00.829852 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for port (eae11a87-6d40-41d6-99e0-33c5cb5d3780), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:00.968840 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751692291377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (eae11a87-6d40-41d6-99e0-33c5cb5d3780), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:01.007480 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Network 19dabfec-9dee-4dae-afa8-2adcf8ccbda4 is already hosted by enough agents. {{(pid=113336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 01:10:01.011911 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Resources bound (agent type, host, resource id): {{(pid=113336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 01:10:01.015890 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Received port after_create {{(pid=113336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 01:10:01.040661 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event updated for resources: {'Port': ['ID=eae11a87-6d40-41d6-99e0-33c5cb5d3780,revision_number=1']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:01.246955 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bfa950e6-2df9-4141-85ad-2c8ee68f87ce req-ec62ea9d-6710-4490-b07a-bf5e6b95a633 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760727 Aug 26 01:10:01.256424 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:01.302019 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:01.393185 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa950e6-2df9-4141-85ad-2c8ee68f87ce req-5edb982c-9c17-4b50-b3cb-9ace2eb49636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:01.394664 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bfa950e6-2df9-4141-85ad-2c8ee68f87ce req-5edb982c-9c17-4b50-b3cb-9ace2eb49636 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=192b8e73733046a188480d27a9092022&device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 1130 time: 0.0518892 Aug 26 01:10:01.481887 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for floatingip (38cd8e4b-b177-4045-a7b9-dc453df9d4a1), precommit_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:01.541233 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa950e6-2df9-4141-85ad-2c8ee68f87ce req-d24cb681-acb4-4fae-aa10-0aa111b3fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:01.542622 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bfa950e6-2df9-4141-85ad-2c8ee68f87ce req-d24cb681-acb4-4fae-aa10-0aa111b3fc8e service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=f0f83622-0710-4ed4-a21e-88445332d373 HTTP/1.1" status: 200 len: 916 time: 0.1278434 Aug 26 01:10:01.586105 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bfa950e6-2df9-4141-85ad-2c8ee68f87ce req-d7977748-2b78-4de7-95bc-9a1880400675 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d HTTP/1.1" status: 200 len: 217 time: 0.0357003 Aug 26 01:10:01.653640 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa950e6-2df9-4141-85ad-2c8ee68f87ce req-59f63ceb-385d-45a2-9772-92434b4b36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:01.655055 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bfa950e6-2df9-4141-85ad-2c8ee68f87ce req-59f63ceb-385d-45a2-9772-92434b4b36e1 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=3ec35a66-c022-48fb-bff3-c1c4c309208b HTTP/1.1" status: 200 len: 853 time: 0.0617244 Aug 26 01:10:01.673201 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (eae11a87-6d40-41d6-99e0-33c5cb5d3780), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:01.726873 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa950e6-2df9-4141-85ad-2c8ee68f87ce req-5be17f9e-9d7a-457d-86c5-3a92ec516d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:01.728394 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bfa950e6-2df9-4141-85ad-2c8ee68f87ce req-5be17f9e-9d7a-457d-86c5-3a92ec516d93 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=f0f83622-0710-4ed4-a21e-88445332d373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0665278 Aug 26 01:10:01.839094 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:01.886796 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bfa950e6-2df9-4141-85ad-2c8ee68f87ce req-af169089-2034-46c2-bab6-b66ae9b1aa6d service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512129 Aug 26 01:10:01.967308 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for port (eae11a87-6d40-41d6-99e0-33c5cb5d3780), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:02.000048 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bfa950e6-2df9-4141-85ad-2c8ee68f87ce req-d5c98630-21e4-4a39-a391-e83cf7f72d29 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025231 Aug 26 01:10:02.063230 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (eae11a87-6d40-41d6-99e0-33c5cb5d3780), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:02.129188 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event updated for resources: {'Port': ['ID=eae11a87-6d40-41d6-99e0-33c5cb5d3780,revision_number=2']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:02.131580 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-583514'] for floatingip (38cd8e4b-b177-4045-a7b9-dc453df9d4a1), after_create {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:02.228490 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.db.l3_db [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Floating IP 38cd8e4b-b177-4045-a7b9-dc453df9d4a1 associated. External IP: 172.27.1.35, port: a70ffa6d-967c-4bfc-8ada-dab1ddb2116d. Aug 26 01:10:02.413564 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:02.423511 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Router 4fb2bd9f-f275-4413-bfb5-511628538f13 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:10:02.526571 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:10:02.535792 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed47d4-ff98-4b5d-83b0-d621a6d6bfff None None] Sync routers for ids ['4fb2bd9f-f275-4413-bfb5-511628538f13'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:10:02.545861 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed47d4-ff98-4b5d-83b0-d621a6d6bfff None None] Routers {'4fb2bd9f-f275-4413-bfb5-511628538f13'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:10:02.551248 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-e5ed47d4-ff98-4b5d-83b0-d621a6d6bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['4fb2bd9f-f275-4413-bfb5-511628538f13'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:02.598943 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:02.649625 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-e5ed47d4-ff98-4b5d-83b0-d621a6d6bfff None None] Set router 4fb2bd9f-f275-4413-bfb5-511628538f13 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:10:02.871736 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-e5ed47d4-ff98-4b5d-83b0-d621a6d6bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 4, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '38cd8e4b-b177-4045-a7b9-dc453df9d4a1', 'tenant_id': '192b8e73733046a188480d27a9092022', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'port_id': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:10:01Z', 'updated_at': '2022-08-26T01:10:01Z', 'revision_number': 0, 'project_id': '192b8e73733046a188480d27a9092022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015c363e-616d-4e73-85ba-f172b9ec151a', 'name': '', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'tenant_id': '192b8e73733046a188480d27a9092022', 'mac_address': 'fa:16:3e:07:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:09Z', 'updated_at': '2022-08-26T01:09:14Z', 'revision_number': 5, 'project_id': '192b8e73733046a188480d27a9092022', 'subnets': [{'id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:02.901278 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed47d4-ff98-4b5d-83b0-d621a6d6bfff None None] Checking router: 4fb2bd9f-f275-4413-bfb5-511628538f13 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:10:02.908423 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-f3ed1164-0c25-4ae5-9abe-922a5e823fbf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4991972 Aug 26 01:10:02.909035 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:10:02.909879 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed47d4-ff98-4b5d-83b0-d621a6d6bfff None None] Routers {'4fb2bd9f-f275-4413-bfb5-511628538f13'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:10:02.910483 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-e5ed47d4-ff98-4b5d-83b0-d621a6d6bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:09:33Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['4fb2bd9f-f275-4413-bfb5-511628538f13'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:02.911275 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cee996b-fb5f-4568-b013-0d4214af351c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:10:02.911626 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51016) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:10:02.917892 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184488971', 'description': 'tempest-secgroup-smoke-1184488971 description', 'project_id': '192b8e73733046a188480d27a9092022'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:10:02.958618 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5353d80a-afd7-450e-992a-e547dbc036e5 x-openstack-request-id: req-5353d80a-afd7-450e-992a-e547dbc036e5 {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:10:02.958902 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:10:02.959153 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5353d80a-afd7-450e-992a-e547dbc036e5 {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:10:02.959558 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5353d80a-afd7-450e-992a-e547dbc036e5'] response: {'name': 'network-changed', 'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'status': 'completed', 'code': 200} Aug 26 01:10:03.015385 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-e5ed47d4-ff98-4b5d-83b0-d621a6d6bfff None None] Set router 4fb2bd9f-f275-4413-bfb5-511628538f13 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:10:03.059019 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee996b-fb5f-4568-b013-0d4214af351c req-ec51948e-f761-49fb-9ed8-40eb4cc1d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:03.060529 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7cee996b-fb5f-4568-b013-0d4214af351c req-ec51948e-f761-49fb-9ed8-40eb4cc1d555 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=192b8e73733046a188480d27a9092022&device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 1130 time: 0.0395668 Aug 26 01:10:03.068991 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group (None), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:03.097774 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-decbe562-9a0a-45dc-9fd8-bee44522e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:03.148428 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group (f5047fd4-3d58-4413-aaa3-4697f5943fd7), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:03.159192 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee996b-fb5f-4568-b013-0d4214af351c req-f0bb7db6-45e1-4c7c-b0e6-894487bf938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:03.160674 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7cee996b-fb5f-4568-b013-0d4214af351c req-f0bb7db6-45e1-4c7c-b0e6-894487bf938d service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=f0f83622-0710-4ed4-a21e-88445332d373 HTTP/1.1" status: 200 len: 916 time: 0.0945747 Aug 26 01:10:03.221269 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7cee996b-fb5f-4568-b013-0d4214af351c req-63d018ca-db42-4457-9ea0-47499dc63f97 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d HTTP/1.1" status: 200 len: 999 time: 0.0544589 Aug 26 01:10:03.229879 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-e5ed47d4-ff98-4b5d-83b0-d621a6d6bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 4, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '38cd8e4b-b177-4045-a7b9-dc453df9d4a1', 'tenant_id': '192b8e73733046a188480d27a9092022', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'port_id': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:10:01Z', 'updated_at': '2022-08-26T01:10:01Z', 'revision_number': 0, 'project_id': '192b8e73733046a188480d27a9092022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015c363e-616d-4e73-85ba-f172b9ec151a', 'name': '', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'tenant_id': '192b8e73733046a188480d27a9092022', 'mac_address': 'fa:16:3e:07:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:09Z', 'updated_at': '2022-08-26T01:09:14Z', 'revision_number': 5, 'project_id': '192b8e73733046a188480d27a9092022', 'subnets': [{'id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:10:03.240579 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (f5047fd4-3d58-4413-aaa3-4697f5943fd7), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:03.255064 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed47d4-ff98-4b5d-83b0-d621a6d6bfff None None] The sync data for ids ['4fb2bd9f-f275-4413-bfb5-511628538f13'] in dv-cinder-835384-25-iscsi is: [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 4, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_floatingips': [{'id': '38cd8e4b-b177-4045-a7b9-dc453df9d4a1', 'tenant_id': '192b8e73733046a188480d27a9092022', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'router_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'port_id': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T01:10:01Z', 'updated_at': '2022-08-26T01:10:01Z', 'revision_number': 0, 'project_id': '192b8e73733046a188480d27a9092022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015c363e-616d-4e73-85ba-f172b9ec151a', 'name': '', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'tenant_id': '192b8e73733046a188480d27a9092022', 'mac_address': 'fa:16:3e:07:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:09Z', 'updated_at': '2022-08-26T01:09:14Z', 'revision_number': 5, 'project_id': '192b8e73733046a188480d27a9092022', 'subnets': [{'id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:10:03.256986 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:03.269935 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee996b-fb5f-4568-b013-0d4214af351c req-5c3cdcc3-8161-4616-b3a0-186eacf95292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:03.271431 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7cee996b-fb5f-4568-b013-0d4214af351c req-5c3cdcc3-8161-4616-b3a0-186eacf95292 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=3ec35a66-c022-48fb-bff3-c1c4c309208b HTTP/1.1" status: 200 len: 853 time: 0.0445502 Aug 26 01:10:03.274453 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5047fd4-3d58-4413-aaa3-4697f5943fd7,revision_number=1']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:03.282045 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.282400 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.282957 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.283305 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.283763 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.284118 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.284458 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.284900 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.285238 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.285571 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.285906 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.286238 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.286567 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.287127 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.287454 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:03.323142 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee996b-fb5f-4568-b013-0d4214af351c req-55bb5954-b562-469c-be56-c5884f7f72df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:03.324685 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7cee996b-fb5f-4568-b013-0d4214af351c req-55bb5954-b562-469c-be56-c5884f7f72df service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=f0f83622-0710-4ed4-a21e-88445332d373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464392 Aug 26 01:10:03.398772 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:03.400776 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-e225b376-6daf-4b69-8c65-10b85e536f35 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4865441 Aug 26 01:10:03.403532 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51020) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:10:03.410002 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-32615c02-bf43-4d76-9d4b-c9215db21da8 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Request body: {'security_group_rule': {'security_group_id': 'f5047fd4-3d58-4413-aaa3-4697f5943fd7', 'project_id': '192b8e73733046a188480d27a9092022', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:10:03.421631 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7cee996b-fb5f-4568-b013-0d4214af351c req-0bcf3086-a2c5-4f3c-bc73-5785ae7f5c52 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907104 Aug 26 01:10:03.473410 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46161453-75b2-4734-be8b-5ff7aef08d09 None None] New status for floating IP 38cd8e4b-b177-4045-a7b9-dc453df9d4a1: ACTIVE {{(pid=113337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:10:03.519080 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-7cee996b-fb5f-4568-b013-0d4214af351c req-a8a9dbd7-13d7-4c28-83bd-085f93c06357 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915384 Aug 26 01:10:03.554469 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-32615c02-bf43-4d76-9d4b-c9215db21da8 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (51fab867-822e-4c9e-88c7-b85458acd951), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:03.611146 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-32615c02-bf43-4d76-9d4b-c9215db21da8 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (51fab867-822e-4c9e-88c7-b85458acd951), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:03.697343 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-32615c02-bf43-4d76-9d4b-c9215db21da8 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (51fab867-822e-4c9e-88c7-b85458acd951), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:03.716507 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32615c02-bf43-4d76-9d4b-c9215db21da8 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fab867-822e-4c9e-88c7-b85458acd951,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:03.796893 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-32615c02-bf43-4d76-9d4b-c9215db21da8 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:03.798116 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-32615c02-bf43-4d76-9d4b-c9215db21da8 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3934078 Aug 26 01:10:03.800903 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51022) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:10:03.805135 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-e6c7db2c-115f-491a-9e90-30448cf7beb4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Request body: {'security_group_rule': {'security_group_id': 'f5047fd4-3d58-4413-aaa3-4697f5943fd7', 'project_id': '192b8e73733046a188480d27a9092022', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:10:03.906221 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e6c7db2c-115f-491a-9e90-30448cf7beb4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (ef0fb916-b630-40ba-9b7b-4c813c8e9a6d), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:03.961382 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e6c7db2c-115f-491a-9e90-30448cf7beb4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (ef0fb916-b630-40ba-9b7b-4c813c8e9a6d), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:04.047606 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:10:04.074923 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e6c7db2c-115f-491a-9e90-30448cf7beb4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (ef0fb916-b630-40ba-9b7b-4c813c8e9a6d), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:04.094169 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7db2c-115f-491a-9e90-30448cf7beb4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0fb916-b630-40ba-9b7b-4c813c8e9a6d,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:04.208540 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-e6c7db2c-115f-491a-9e90-30448cf7beb4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:04.209798 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-e6c7db2c-115f-491a-9e90-30448cf7beb4 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4079146 Aug 26 01:10:04.212563 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51024) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:10:04.216798 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-8fe515d2-2136-468c-9855-d29752afeaa3 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Request body: {'security_group_rule': {'security_group_id': 'f5047fd4-3d58-4413-aaa3-4697f5943fd7', 'project_id': '192b8e73733046a188480d27a9092022', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:10:04.327992 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8fe515d2-2136-468c-9855-d29752afeaa3 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (5044ceed-4ce1-4dd4-a2d0-ca8b874bbe4a), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:04.377483 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8fe515d2-2136-468c-9855-d29752afeaa3 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (5044ceed-4ce1-4dd4-a2d0-ca8b874bbe4a), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:04.434839 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:04.474793 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8fe515d2-2136-468c-9855-d29752afeaa3 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (5044ceed-4ce1-4dd4-a2d0-ca8b874bbe4a), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:04.495307 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe515d2-2136-468c-9855-d29752afeaa3 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5044ceed-4ce1-4dd4-a2d0-ca8b874bbe4a,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:04.604627 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8fe515d2-2136-468c-9855-d29752afeaa3 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:04.605866 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8fe515d2-2136-468c-9855-d29752afeaa3 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3923490 Aug 26 01:10:04.608612 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51026) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:10:04.612800 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-d392e1b0-78fd-47c5-9297-9b7b73befb8c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Request body: {'security_group_rule': {'security_group_id': 'f5047fd4-3d58-4413-aaa3-4697f5943fd7', 'project_id': '192b8e73733046a188480d27a9092022', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:10:04.711422 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d392e1b0-78fd-47c5-9297-9b7b73befb8c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (3ba58dfd-4ba2-4a8c-b9d9-c3ecb85256bb), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:04.758959 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:04.768815 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d392e1b0-78fd-47c5-9297-9b7b73befb8c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (3ba58dfd-4ba2-4a8c-b9d9-c3ecb85256bb), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:04.900036 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d392e1b0-78fd-47c5-9297-9b7b73befb8c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (3ba58dfd-4ba2-4a8c-b9d9-c3ecb85256bb), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:04.918701 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392e1b0-78fd-47c5-9297-9b7b73befb8c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba58dfd-4ba2-4a8c-b9d9-c3ecb85256bb,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:05.042563 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-d392e1b0-78fd-47c5-9297-9b7b73befb8c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:05.043700 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-d392e1b0-78fd-47c5-9297-9b7b73befb8c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4341438 Aug 26 01:10:05.046669 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51028) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:10:05.050906 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-7ffd6399-ac52-4592-b447-5ee554632ebf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Request body: {'security_group_rule': {'security_group_id': 'f5047fd4-3d58-4413-aaa3-4697f5943fd7', 'project_id': '192b8e73733046a188480d27a9092022', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:10:05.056364 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:05.145507 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.securitygroups_db [None req-7ffd6399-ac52-4592-b447-5ee554632ebf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Project 192b8e73733046a188480d27a9092022 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:10:05.154274 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6399-ac52-4592-b447-5ee554632ebf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (a794eb17-d8e6-4dc2-b0a6-b344b51256bf), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:05.218092 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6399-ac52-4592-b447-5ee554632ebf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (a794eb17-d8e6-4dc2-b0a6-b344b51256bf), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:05.280000 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6399-ac52-4592-b447-5ee554632ebf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (a794eb17-d8e6-4dc2-b0a6-b344b51256bf), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:05.300035 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd6399-ac52-4592-b447-5ee554632ebf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a794eb17-d8e6-4dc2-b0a6-b344b51256bf,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:05.445525 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-7ffd6399-ac52-4592-b447-5ee554632ebf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:05.446888 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-7ffd6399-ac52-4592-b447-5ee554632ebf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3992689 Aug 26 01:10:05.449667 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51030) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:10:05.453958 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [None req-0a4327c0-3982-42f1-ad65-2eb3df2c0013 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Request body: {'security_group_rule': {'security_group_id': 'f5047fd4-3d58-4413-aaa3-4697f5943fd7', 'project_id': '192b8e73733046a188480d27a9092022', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:10:05.557393 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.securitygroups_db [None req-0a4327c0-3982-42f1-ad65-2eb3df2c0013 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Project 192b8e73733046a188480d27a9092022 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 01:10:05.563412 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0a4327c0-3982-42f1-ad65-2eb3df2c0013 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (071914ef-c569-40de-80c6-290a473bcf3e), before_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:05.622678 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0a4327c0-3982-42f1-ad65-2eb3df2c0013 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (071914ef-c569-40de-80c6-290a473bcf3e), precommit_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:05.751505 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0a4327c0-3982-42f1-ad65-2eb3df2c0013 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748891'] for security_group_rule (071914ef-c569-40de-80c6-290a473bcf3e), after_create {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:05.773638 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4327c0-3982-42f1-ad65-2eb3df2c0013 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071914ef-c569-40de-80c6-290a473bcf3e,revision_number=0']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:05.834766 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:05.873451 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-0a4327c0-3982-42f1-ad65-2eb3df2c0013 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:05.874687 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-0a4327c0-3982-42f1-ad65-2eb3df2c0013 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4240992 Aug 26 01:10:05.897474 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:05.967643 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b682ca4d-90b5-4224-a56f-e1dc7c4a62a0 req-96c1c980-b517-4987-8d26-8f3db8dc6c67 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1184488971&fields=id&tenant_id=192b8e73733046a188480d27a9092022 HTTP/1.1" status: 200 len: 267 time: 0.0439303 Aug 26 01:10:06.017709 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682ca4d-90b5-4224-a56f-e1dc7c4a62a0 req-61c9e70e-2425-4ecb-8c99-2393c662993e tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:06.019170 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b682ca4d-90b5-4224-a56f-e1dc7c4a62a0 req-61c9e70e-2425-4ecb-8c99-2393c662993e tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 946 time: 0.0462101 Aug 26 01:10:06.029914 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.v2.base [req-b682ca4d-90b5-4224-a56f-e1dc7c4a62a0 req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Request body: {'port': {'security_groups': ['cf24283a-97dc-4da6-85f8-0a42c15578b0', 'f5047fd4-3d58-4413-aaa3-4697f5943fd7']}} {{(pid=113336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:10:06.099086 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:06.102837 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b682ca4d-90b5-4224-a56f-e1dc7c4a62a0 req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), before_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:06.288651 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-b682ca4d-90b5-4224-a56f-e1dc7c4a62a0 req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] For port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:10:06.316597 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b682ca4d-90b5-4224-a56f-e1dc7c4a62a0 req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), precommit_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:06.383146 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b682ca4d-90b5-4224-a56f-e1dc7c4a62a0 req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16517162'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), after_update {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:06.393132 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682ca4d-90b5-4224-a56f-e1dc7c4a62a0 req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:06.393746 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-b682ca4d-90b5-4224-a56f-e1dc7c4a62a0 req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:06.395103 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-b682ca4d-90b5-4224-a56f-e1dc7c4a62a0 req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "PUT /networking/v2.0/ports/a70ffa6d-967c-4bfc-8ada-dab1ddb2116d HTTP/1.1" status: 200 len: 982 time: 0.3697591 Aug 26 01:10:06.395599 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:10:06.401762 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e353736d-f7d6-41ba-9a68-cd1aefe588f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:10:06.425505 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:10:06.445782 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3404ac7-cef2-4c79-97d0-c6cdefcb54cd x-openstack-request-id: req-d3404ac7-cef2-4c79-97d0-c6cdefcb54cd {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:10:06.446083 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:10:06.446333 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d3404ac7-cef2-4c79-97d0-c6cdefcb54cd {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:10:06.446739 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3404ac7-cef2-4c79-97d0-c6cdefcb54cd'] response: {'name': 'network-changed', 'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'status': 'completed', 'code': 200} Aug 26 01:10:06.462765 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event updated for resources: {'Port': ['ID=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,revision_number=6']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:10:06.470453 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.472757 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.472757 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.472757 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.472757 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.472757 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.472757 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.473377 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.473377 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.473571 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.473887 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.474227 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.475082 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.475082 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.475911 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f631cc-1f22-4b4c-9155-f15b1e80fc7d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:10:06.517375 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ab666-b370-49b4-971d-1e479268316c req-160a7778-59ca-415a-83e1-9174f8aacf30 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:06.526447 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bc9ab666-b370-49b4-971d-1e479268316c req-160a7778-59ca-415a-83e1-9174f8aacf30 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0618477 Aug 26 01:10:06.549386 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353736d-f7d6-41ba-9a68-cd1aefe588f1 req-3180cc1a-5423-4305-a7b2-ad123e1a157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:06.552314 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e353736d-f7d6-41ba-9a68-cd1aefe588f1 req-3180cc1a-5423-4305-a7b2-ad123e1a157a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=192b8e73733046a188480d27a9092022&device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 1169 time: 0.0510976 Aug 26 01:10:06.566423 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:10:06.589822 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-bc9ab666-b370-49b4-971d-1e479268316c req-eeb3be4c-f5f1-4e31-9391-bb2a27f2163a tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625162 Aug 26 01:10:06.650358 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353736d-f7d6-41ba-9a68-cd1aefe588f1 req-4045b79a-fa6a-4033-9386-2fa269509195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:06.651721 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e353736d-f7d6-41ba-9a68-cd1aefe588f1 req-4045b79a-fa6a-4033-9386-2fa269509195 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=f0f83622-0710-4ed4-a21e-88445332d373 HTTP/1.1" status: 200 len: 916 time: 0.0944884 Aug 26 01:10:06.716705 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e353736d-f7d6-41ba-9a68-cd1aefe588f1 req-2becfdfa-dd42-4b14-be98-7e6c8f2ae9c6 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d HTTP/1.1" status: 200 len: 1001 time: 0.0584288 Aug 26 01:10:06.766916 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353736d-f7d6-41ba-9a68-cd1aefe588f1 req-542fb2d7-1869-4fa5-96c1-7f5049292598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:06.768411 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e353736d-f7d6-41ba-9a68-cd1aefe588f1 req-542fb2d7-1869-4fa5-96c1-7f5049292598 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=3ec35a66-c022-48fb-bff3-c1c4c309208b HTTP/1.1" status: 200 len: 853 time: 0.0449791 Aug 26 01:10:06.813241 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353736d-f7d6-41ba-9a68-cd1aefe588f1 req-439dfab0-ff43-4265-baad-f19c494fcaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:06.815107 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e353736d-f7d6-41ba-9a68-cd1aefe588f1 req-439dfab0-ff43-4265-baad-f19c494fcaa8 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=f0f83622-0710-4ed4-a21e-88445332d373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405989 Aug 26 01:10:06.911181 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e353736d-f7d6-41ba-9a68-cd1aefe588f1 req-91706a23-a204-4cff-a600-20e8f8fafe1e service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900199 Aug 26 01:10:06.938175 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:06.956929 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:06.962526 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:07.002771 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-e353736d-f7d6-41ba-9a68-cd1aefe588f1 req-aed51a1b-9335-4c92-9f51-14393313014e service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851896 Aug 26 01:10:13.231896 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=68 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:14.048801 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=82 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:16.572291 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=56,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:16.583459 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:INSERT=3,neutron:SELECT=25,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:16.999927 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:17.093301 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=40 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:19.225221 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:23.974692 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb75173-794d-4b85-9ddd-219c0cf2d390 req-9f2adeb4-eba5-48dd-90c9-03285cbe8663 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:23.976167 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6eb75173-794d-4b85-9ddd-219c0cf2d390 req-9f2adeb4-eba5-48dd-90c9-03285cbe8663 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0500197 Aug 26 01:10:24.038758 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-6eb75173-794d-4b85-9ddd-219c0cf2d390 req-8cc5090e-e039-42cc-a510-2e7af82cd1fe tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568502 Aug 26 01:10:24.097787 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680d6c-9b48-4036-9687-eb3f0167a03e req-1ed2f15d-9d04-45a0-a1f4-bf73d5c3cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:24.099329 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-87680d6c-9b48-4036-9687-eb3f0167a03e req-1ed2f15d-9d04-45a0-a1f4-bf73d5c3cf6d service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=192b8e73733046a188480d27a9092022&device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 1169 time: 0.0449302 Aug 26 01:10:24.189413 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680d6c-9b48-4036-9687-eb3f0167a03e req-028f565c-a47d-456f-a5b1-3fefde4a4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:24.190823 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-87680d6c-9b48-4036-9687-eb3f0167a03e req-028f565c-a47d-456f-a5b1-3fefde4a4d72 service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=f0f83622-0710-4ed4-a21e-88445332d373 HTTP/1.1" status: 200 len: 916 time: 0.0855772 Aug 26 01:10:24.256201 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-87680d6c-9b48-4036-9687-eb3f0167a03e req-fa718c0a-74a1-481f-a42b-a6a22e0517a9 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d HTTP/1.1" status: 200 len: 1001 time: 0.0591860 Aug 26 01:10:24.304341 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680d6c-9b48-4036-9687-eb3f0167a03e req-54810414-c7f8-4041-b6f9-bcd9da6619a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:24.305782 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-87680d6c-9b48-4036-9687-eb3f0167a03e req-54810414-c7f8-4041-b6f9-bcd9da6619a9 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=3ec35a66-c022-48fb-bff3-c1c4c309208b HTTP/1.1" status: 200 len: 853 time: 0.0436993 Aug 26 01:10:24.349193 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680d6c-9b48-4036-9687-eb3f0167a03e req-3894fda0-572b-4465-8cbf-98b125af2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:24.350645 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-87680d6c-9b48-4036-9687-eb3f0167a03e req-3894fda0-572b-4465-8cbf-98b125af2d1a service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=f0f83622-0710-4ed4-a21e-88445332d373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387535 Aug 26 01:10:24.444829 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-87680d6c-9b48-4036-9687-eb3f0167a03e req-a1230521-58fa-4ee5-a08c-93ed3d712fd4 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875387 Aug 26 01:10:24.534716 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-87680d6c-9b48-4036-9687-eb3f0167a03e req-73053ca1-4a7b-4087-b57c-ef077b060974 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832746 Aug 26 01:10:25.160506 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc857c-fac6-444a-8600-37d3a44c4a1b req-8cd37d27-dec3-44ae-8cc4-f8a99f2ede05 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:25.162039 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-75cc857c-fac6-444a-8600-37d3a44c4a1b req-8cd37d27-dec3-44ae-8cc4-f8a99f2ede05 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0482202 Aug 26 01:10:25.226357 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-75cc857c-fac6-444a-8600-37d3a44c4a1b req-31292144-5231-406e-a1ec-35a4c202ccd7 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583529 Aug 26 01:10:26.343420 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b1d0e-0d1c-4d8e-9a5c-bd04aae6753f req-143ec603-b052-4e70-a29e-9ddfccb76aed tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:26.344794 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ac4b1d0e-0d1c-4d8e-9a5c-bd04aae6753f req-143ec603-b052-4e70-a29e-9ddfccb76aed tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0467083 Aug 26 01:10:26.402536 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-ac4b1d0e-0d1c-4d8e-9a5c-bd04aae6753f req-900447ac-a515-4c6a-851c-1283ecf580cf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521414 Aug 26 01:10:27.522505 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91df22-caf1-431a-9fdc-eed6eac5949f req-6fa0b90d-2443-4733-a038-a1cfc1c30666 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:27.524001 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c91df22-caf1-431a-9fdc-eed6eac5949f req-6fa0b90d-2443-4733-a038-a1cfc1c30666 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0475297 Aug 26 01:10:27.583209 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-4c91df22-caf1-431a-9fdc-eed6eac5949f req-4d4db079-cf76-4d31-b25c-171b45364d2b tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536394 Aug 26 01:10:28.700762 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed92e1-94e8-4e3f-8fe1-2838ced38195 req-d8f8cc7a-cc7c-4e42-93f7-e7716dfe5788 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:28.702123 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5aed92e1-94e8-4e3f-8fe1-2838ced38195 req-d8f8cc7a-cc7c-4e42-93f7-e7716dfe5788 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0472500 Aug 26 01:10:28.763559 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5aed92e1-94e8-4e3f-8fe1-2838ced38195 req-2066040c-0842-423d-995b-eb2f72a96c59 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557919 Aug 26 01:10:29.102136 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:29.104006 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:29.884503 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d65bd3-abee-4993-840f-1cdabda88b7c req-c445427f-b4e2-4d1a-8c9f-c44b60da13fc tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:29.885960 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-52d65bd3-abee-4993-840f-1cdabda88b7c req-c445427f-b4e2-4d1a-8c9f-c44b60da13fc tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0471568 Aug 26 01:10:29.944709 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-52d65bd3-abee-4993-840f-1cdabda88b7c req-daa7be9d-bd7d-4393-bdaf-df05298709c7 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529537 Aug 26 01:10:30.657719 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-2038cee2-35c8-418c-9ea1-ba073f733994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:30.992878 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=15 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:30.997741 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=17 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:31.063953 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee52dd-c2c6-4ed6-bb09-309e7a660b17 req-2cbdc332-07e8-46b3-8a4a-189fa5905a12 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:31.065485 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9dee52dd-c2c6-4ed6-bb09-309e7a660b17 req-2cbdc332-07e8-46b3-8a4a-189fa5905a12 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0484073 Aug 26 01:10:31.125750 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9dee52dd-c2c6-4ed6-bb09-309e7a660b17 req-8f3bd771-9b2d-47d5-823b-9771915bc76b tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545771 Aug 26 01:10:32.247254 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b839a-c9cf-43b2-adf3-260737890504 req-59e7e8af-6362-4f37-b3fd-7fafd0d7335c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:32.248749 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-593b839a-c9cf-43b2-adf3-260737890504 req-59e7e8af-6362-4f37-b3fd-7fafd0d7335c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0499990 Aug 26 01:10:32.313532 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-593b839a-c9cf-43b2-adf3-260737890504 req-971c1671-b947-4921-8210-2886bf1c45ac tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537846 Aug 26 01:10:33.116809 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-c51aa7ea-7742-48d2-8fc9-174be49d0616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:33.433369 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc18e2-7cea-4d64-a7a1-5ef6d941fad5 req-940be9fa-bcdc-4491-9da9-7dcbc9930a9c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:33.434769 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-aebc18e2-7cea-4d64-a7a1-5ef6d941fad5 req-940be9fa-bcdc-4491-9da9-7dcbc9930a9c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0483036 Aug 26 01:10:33.494512 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-aebc18e2-7cea-4d64-a7a1-5ef6d941fad5 req-25859704-e3cc-4053-adfa-049353785d54 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537882 Aug 26 01:10:34.417154 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:34.613062 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea8168-6d8f-4495-b854-511151bd9fed req-4257fc5c-cd90-4ee1-801e-9808f59249a8 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:34.614542 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fdea8168-6d8f-4495-b854-511151bd9fed req-4257fc5c-cd90-4ee1-801e-9808f59249a8 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0474424 Aug 26 01:10:34.650166 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:34.674181 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-fdea8168-6d8f-4495-b854-511151bd9fed req-ab341277-22ac-4d0a-b692-f1b49ff11be2 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539975 Aug 26 01:10:35.790963 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:35.795128 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634ea51-fc00-491d-8320-48041833800d req-11d47b33-6a45-46ef-81d5-f1183c2ca83a tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:35.796673 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4634ea51-fc00-491d-8320-48041833800d req-11d47b33-6a45-46ef-81d5-f1183c2ca83a tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0508676 Aug 26 01:10:35.857827 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-4634ea51-fc00-491d-8320-48041833800d req-3bcf7293-37b0-44de-8962-8ba406b371ed tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544360 Aug 26 01:10:35.899142 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:36.945523 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:36.986918 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bc587-3003-4005-9af6-69c46133c4b8 req-c808075a-a5a1-47f4-bb50-7d893ebe6c68 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:10:36.988935 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bd6bc587-3003-4005-9af6-69c46133c4b8 req-c808075a-a5a1-47f4-bb50-7d893ebe6c68 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0513415 Aug 26 01:10:37.048957 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bd6bc587-3003-4005-9af6-69c46133c4b8 req-477c4927-e30b-474a-b7ee-b1d547fb6fea tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&id=f5047fd4-3d58-4413-aaa3-4697f5943fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543609 Aug 26 01:10:41.046386 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:10:45.804579 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:45.806392 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:45.843656 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=58 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:45.851623 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=68 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:47.039399 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=7 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:47.042689 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=13 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:49.248085 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:10:51.041471 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:51.042177 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:59.125892 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:10:59.132333 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:00.641665 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4e2e1d2f-78e1-4be4-a016-83ce6130dce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:03.201687 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b0df2966-0971-4ba7-841b-7decec599a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:03.205808 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c3f9ebaa-6741-4501-9620-f39edcf02854 req-f04acb3d-cd75-4d32-8d08-11f3e8ca3b2b service neutron] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378933 Aug 26 01:11:03.311935 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9ebaa-6741-4501-9620-f39edcf02854 req-4644a232-fa4b-476a-a2df-705d349b1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:03.313451 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c3f9ebaa-6741-4501-9620-f39edcf02854 req-4644a232-fa4b-476a-a2df-705d349b1438 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=192b8e73733046a188480d27a9092022&device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 1169 time: 0.0408175 Aug 26 01:11:03.435076 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9ebaa-6741-4501-9620-f39edcf02854 req-7f311a01-d4ba-43d5-8f62-ade55f7cacda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:03.436493 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c3f9ebaa-6741-4501-9620-f39edcf02854 req-7f311a01-d4ba-43d5-8f62-ade55f7cacda service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=f0f83622-0710-4ed4-a21e-88445332d373 HTTP/1.1" status: 200 len: 916 time: 0.1017892 Aug 26 01:11:03.498378 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c3f9ebaa-6741-4501-9620-f39edcf02854 req-45e511da-a09c-4d0a-82a4-4fec60e99661 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d HTTP/1.1" status: 200 len: 1001 time: 0.0550673 Aug 26 01:11:03.547730 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9ebaa-6741-4501-9620-f39edcf02854 req-837f1d36-5e33-424f-be83-303a93b48ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:03.549152 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c3f9ebaa-6741-4501-9620-f39edcf02854 req-837f1d36-5e33-424f-be83-303a93b48ab7 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=3ec35a66-c022-48fb-bff3-c1c4c309208b HTTP/1.1" status: 200 len: 853 time: 0.0433328 Aug 26 01:11:03.596935 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9ebaa-6741-4501-9620-f39edcf02854 req-270c655d-e875-45c6-b085-29a8081cf6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:03.598406 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c3f9ebaa-6741-4501-9620-f39edcf02854 req-270c655d-e875-45c6-b085-29a8081cf6fd service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=f0f83622-0710-4ed4-a21e-88445332d373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433805 Aug 26 01:11:03.689230 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c3f9ebaa-6741-4501-9620-f39edcf02854 req-630a24d0-aebe-4caf-85ca-83c6fc4a9263 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835743 Aug 26 01:11:03.782189 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-c3f9ebaa-6741-4501-9620-f39edcf02854 req-555259fb-5f09-46eb-a29a-fcba2b960c45 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871084 Aug 26 01:11:04.423027 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:05.833437 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:05.904409 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:07.994251 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:07.995075 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:09.394492 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9f7bd3aa-885f-42b5-926b-584dfa2d2bbb req-345dea4a-3084-43fd-8900-6a65147f5ba9 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1184488971&fields=id&tenant_id=192b8e73733046a188480d27a9092022 HTTP/1.1" status: 200 len: 267 time: 0.0433247 Aug 26 01:11:09.446252 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bd3aa-885f-42b5-926b-584dfa2d2bbb req-b823d601-39ff-4c86-9dea-2237d38ca335 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:09.447730 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9f7bd3aa-885f-42b5-926b-584dfa2d2bbb req-b823d601-39ff-4c86-9dea-2237d38ca335 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 985 time: 0.0474472 Aug 26 01:11:09.459060 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.v2.base [req-9f7bd3aa-885f-42b5-926b-584dfa2d2bbb req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Request body: {'port': {'security_groups': ['cf24283a-97dc-4da6-85f8-0a42c15578b0']}} {{(pid=113335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 01:11:09.532320 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-9f7bd3aa-885f-42b5-926b-584dfa2d2bbb req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1623126'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), before_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:09.700949 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [req-9f7bd3aa-885f-42b5-926b-584dfa2d2bbb req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] For port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:11:09.728663 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-9f7bd3aa-885f-42b5-926b-584dfa2d2bbb req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), precommit_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:09.824416 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-9f7bd3aa-885f-42b5-926b-584dfa2d2bbb req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751692720505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751692291395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751692291413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14590130'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), after_update {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:09.836948 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bd3aa-885f-42b5-926b-584dfa2d2bbb req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:09.837554 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [req-9f7bd3aa-885f-42b5-926b-584dfa2d2bbb req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:09.838888 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-9f7bd3aa-885f-42b5-926b-584dfa2d2bbb req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "PUT /networking/v2.0/ports/a70ffa6d-967c-4bfc-8ada-dab1ddb2116d HTTP/1.1" status: 200 len: 943 time: 0.3849144 Aug 26 01:11:09.839321 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:11:09.841594 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b2cc85-bcf9-423e-be1d-90be35e977f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:11:09.845514 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 51090) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:09.870141 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:11:09.891705 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event updated for resources: {'Port': ['ID=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,revision_number=7']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.906019 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.907732 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.907732 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0003e5-b020-47a3-8c7a-50931d5fc97c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:09.916654 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group (f5047fd4-3d58-4413-aaa3-4697f5943fd7), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:09.944776 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group (f5047fd4-3d58-4413-aaa3-4697f5943fd7), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:09.978626 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14304be-20c5-48d1-b61c-c00fdea50623 x-openstack-request-id: req-f14304be-20c5-48d1-b61c-c00fdea50623 {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:11:09.979064 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:11:09.979321 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f14304be-20c5-48d1-b61c-c00fdea50623 {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:11:09.979728 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14304be-20c5-48d1-b61c-c00fdea50623'] response: {'name': 'network-changed', 'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'status': 'completed', 'code': 200} Aug 26 01:11:10.010923 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:11:10.077221 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2cc85-bcf9-423e-be1d-90be35e977f4 req-136149a1-442d-48dc-a89b-6f206e241273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:10.078798 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d3b2cc85-bcf9-423e-be1d-90be35e977f4 req-136149a1-442d-48dc-a89b-6f206e241273 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=192b8e73733046a188480d27a9092022&device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 1130 time: 0.0444622 Aug 26 01:11:10.081881 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (f5047fd4-3d58-4413-aaa3-4697f5943fd7), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:10.085171 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for security_group (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:10.086217 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f5047fd4-3d58-4413-aaa3-4697f5943fd7 HTTP/1.1" status: 204 len: 168 time: 0.2397492 Aug 26 01:11:10.089353 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51096) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:10.116861 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5047fd4-3d58-4413-aaa3-4697f5943fd7,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:10.153425 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.153778 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.154131 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.154467 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.154803 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.155141 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.155479 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.155810 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.156141 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.156482 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.156825 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.157158 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.157482 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.157810 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.158133 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e2de45-caea-400d-a0e4-c1faba8bc31c tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:10.206863 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2cc85-bcf9-423e-be1d-90be35e977f4 req-c0e976d9-3362-48f9-bc1b-02d300581c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:10.209056 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d3b2cc85-bcf9-423e-be1d-90be35e977f4 req-c0e976d9-3362-48f9-bc1b-02d300581c5a service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=f0f83622-0710-4ed4-a21e-88445332d373 HTTP/1.1" status: 200 len: 916 time: 0.1216950 Aug 26 01:11:10.240719 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Deleting port eae11a87-6d40-41d6-99e0-33c5cb5d3780 {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:11:10.241067 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (eae11a87-6d40-41d6-99e0-33c5cb5d3780), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:10.274935 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d3b2cc85-bcf9-423e-be1d-90be35e977f4 req-1ca87d85-898b-4b3a-adee-89714178a69c service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d HTTP/1.1" status: 200 len: 1001 time: 0.0596435 Aug 26 01:11:10.321276 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (eae11a87-6d40-41d6-99e0-33c5cb5d3780), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:10.321610 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for floatingip (eae11a87-6d40-41d6-99e0-33c5cb5d3780), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:10.324733 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2cc85-bcf9-423e-be1d-90be35e977f4 req-191e7c0e-1cf7-4ed2-80d0-e6c63eb29459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:10.326188 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d3b2cc85-bcf9-423e-be1d-90be35e977f4 req-191e7c0e-1cf7-4ed2-80d0-e6c63eb29459 service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=3ec35a66-c022-48fb-bff3-c1c4c309208b HTTP/1.1" status: 200 len: 853 time: 0.0440605 Aug 26 01:11:10.334984 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Calling delete_port for eae11a87-6d40-41d6-99e0-33c5cb5d3780 owned by network:floatingip {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:11:10.341414 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:10.371275 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2cc85-bcf9-423e-be1d-90be35e977f4 req-763b1b1e-f903-46c3-930c-5459d2806b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:10.372806 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d3b2cc85-bcf9-423e-be1d-90be35e977f4 req-763b1b1e-f903-46c3-930c-5459d2806b0e service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=f0f83622-0710-4ed4-a21e-88445332d373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405493 Aug 26 01:11:10.438116 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:10.468562 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d3b2cc85-bcf9-423e-be1d-90be35e977f4 req-e5369e45-a2c3-4d84-8b31-eb15eb8a5cc9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893772 Aug 26 01:11:10.478500 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:10.480430 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:10.557740 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-d3b2cc85-bcf9-423e-be1d-90be35e977f4 req-53a74b34-34da-4d59-831f-e09025d23726 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829775 Aug 26 01:11:10.559574 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (eae11a87-6d40-41d6-99e0-33c5cb5d3780), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:10.584832 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event deleted for resources: {'Port': ['ID=eae11a87-6d40-41d6-99e0-33c5cb5d3780,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:10.646252 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks [] for floatingip (38cd8e4b-b177-4045-a7b9-dc453df9d4a1), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:10.646582 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.db.l3_db [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Floating IP 38cd8e4b-b177-4045-a7b9-dc453df9d4a1 disassociated (deleted). External IP: 172.27.1.35, port: a70ffa6d-967c-4bfc-8ada-dab1ddb2116d. Aug 26 01:11:10.843529 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Router 4fb2bd9f-f275-4413-bfb5-511628538f13 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:11:10.946542 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:11:10.951344 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for floatingip (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:10.956319 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15101d25-65ca-4b0c-821c-34efe108f646 None None] Sync routers for ids ['4fb2bd9f-f275-4413-bfb5-511628538f13'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:10.967916 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15101d25-65ca-4b0c-821c-34efe108f646 None None] Routers {'4fb2bd9f-f275-4413-bfb5-511628538f13'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:11:10.968549 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-15101d25-65ca-4b0c-821c-34efe108f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['4fb2bd9f-f275-4413-bfb5-511628538f13'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:10.980759 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-760523e9-8da6-41f3-87aa-b5d33f4b3f5d tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/38cd8e4b-b177-4045-a7b9-dc453df9d4a1 HTTP/1.1" status: 204 len: 168 time: 0.8902571 Aug 26 01:11:11.066112 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-15101d25-65ca-4b0c-821c-34efe108f646 None None] Set router 4fb2bd9f-f275-4413-bfb5-511628538f13 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:11:11.332416 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-15101d25-65ca-4b0c-821c-34efe108f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 4, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '015c363e-616d-4e73-85ba-f172b9ec151a', 'name': '', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'tenant_id': '192b8e73733046a188480d27a9092022', 'mac_address': 'fa:16:3e:07:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:09Z', 'updated_at': '2022-08-26T01:09:14Z', 'revision_number': 5, 'project_id': '192b8e73733046a188480d27a9092022', 'subnets': [{'id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:11.359095 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15101d25-65ca-4b0c-821c-34efe108f646 None None] Checking router: 4fb2bd9f-f275-4413-bfb5-511628538f13 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:11.368187 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15101d25-65ca-4b0c-821c-34efe108f646 None None] Routers {'4fb2bd9f-f275-4413-bfb5-511628538f13'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:11:11.368834 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-15101d25-65ca-4b0c-821c-34efe108f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['4fb2bd9f-f275-4413-bfb5-511628538f13'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:11.473833 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-15101d25-65ca-4b0c-821c-34efe108f646 None None] Set router 4fb2bd9f-f275-4413-bfb5-511628538f13 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:11:11.664584 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-15101d25-65ca-4b0c-821c-34efe108f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 4, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '015c363e-616d-4e73-85ba-f172b9ec151a', 'name': '', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'tenant_id': '192b8e73733046a188480d27a9092022', 'mac_address': 'fa:16:3e:07:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:09Z', 'updated_at': '2022-08-26T01:09:14Z', 'revision_number': 5, 'project_id': '192b8e73733046a188480d27a9092022', 'subnets': [{'id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:11.689348 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15101d25-65ca-4b0c-821c-34efe108f646 None None] The sync data for ids ['4fb2bd9f-f275-4413-bfb5-511628538f13'] in dv-cinder-835384-25-iscsi is: [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:09:09Z', 'revision_number': 4, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi', '_interfaces': [{'id': '015c363e-616d-4e73-85ba-f172b9ec151a', 'name': '', 'network_id': 'f0f83622-0710-4ed4-a21e-88445332d373', 'tenant_id': '192b8e73733046a188480d27a9092022', 'mac_address': 'fa:16:3e:07:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:09Z', 'updated_at': '2022-08-26T01:09:14Z', 'revision_number': 5, 'project_id': '192b8e73733046a188480d27a9092022', 'subnets': [{'id': '3ec35a66-c022-48fb-bff3-c1c4c309208b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:11.906031 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d747cc-9f2c-4f7e-acfd-646e9b8c3ec4 None None] New status for floating IP 38cd8e4b-b177-4045-a7b9-dc453df9d4a1: DOWN {{(pid=113337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 01:11:11.980647 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'}] {{(pid=113335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:11:11.983003 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac69604639f9087dc35d9d0b87027ef8af5f39c359fb5cc72c63aa23814ed531" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8c7364-eb27-4952-9b2f-6cd07c2801c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d"}]}' {{(pid=113335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:11:12.020640 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 01:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ef04eb-7549-4bca-8b11-b9944d0dd70a x-openstack-request-id: req-51ef04eb-7549-4bca-8b11-b9944d0dd70a {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:11:12.020990 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d", "status": "completed", "code": 200}]} {{(pid=113335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:11:12.021310 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51ef04eb-7549-4bca-8b11-b9944d0dd70a {{(pid=113335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:11:12.021716 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ef04eb-7549-4bca-8b11-b9944d0dd70a'] response: {'name': 'network-changed', 'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'status': 'completed', 'code': 200} Aug 26 01:11:12.114869 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c7364-eb27-4952-9b2f-6cd07c2801c9 req-059eadb3-7864-45eb-94ba-e4e7b56ec627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:12.116379 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ee8c7364-eb27-4952-9b2f-6cd07c2801c9 req-059eadb3-7864-45eb-94ba-e4e7b56ec627 service neutron] 10.222.0.91 "GET /networking/v2.0/ports?tenant_id=192b8e73733046a188480d27a9092022&device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 1130 time: 0.0454924 Aug 26 01:11:12.208572 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c7364-eb27-4952-9b2f-6cd07c2801c9 req-1dd419cd-dd7f-4510-818f-d7f5fc86100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:12.210028 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ee8c7364-eb27-4952-9b2f-6cd07c2801c9 req-1dd419cd-dd7f-4510-818f-d7f5fc86100e service neutron] 10.222.0.91 "GET /networking/v2.0/networks?id=f0f83622-0710-4ed4-a21e-88445332d373 HTTP/1.1" status: 200 len: 916 time: 0.0869315 Aug 26 01:11:12.252349 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ee8c7364-eb27-4952-9b2f-6cd07c2801c9 req-676bc9f5-0e0d-429b-95a9-44364736a5c3 service neutron] 10.222.0.91 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d HTTP/1.1" status: 200 len: 217 time: 0.0355887 Aug 26 01:11:12.300266 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c7364-eb27-4952-9b2f-6cd07c2801c9 req-e8399f3d-dc01-41f8-b5af-e337f1d1334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:12.301703 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ee8c7364-eb27-4952-9b2f-6cd07c2801c9 req-e8399f3d-dc01-41f8-b5af-e337f1d1334d service neutron] 10.222.0.91 "GET /networking/v2.0/subnets?id=3ec35a66-c022-48fb-bff3-c1c4c309208b HTTP/1.1" status: 200 len: 853 time: 0.0435910 Aug 26 01:11:12.344944 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c7364-eb27-4952-9b2f-6cd07c2801c9 req-672983ed-fb3c-4535-94e6-d8671425792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:12.346395 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ee8c7364-eb27-4952-9b2f-6cd07c2801c9 req-672983ed-fb3c-4535-94e6-d8671425792f service neutron] 10.222.0.91 "GET /networking/v2.0/ports?network_id=f0f83622-0710-4ed4-a21e-88445332d373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387225 Aug 26 01:11:12.444990 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ee8c7364-eb27-4952-9b2f-6cd07c2801c9 req-170ea036-0ddb-486d-89e4-496ac75c52c9 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917017 Aug 26 01:11:12.536640 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-ee8c7364-eb27-4952-9b2f-6cd07c2801c9 req-db51ed2d-0f67-4267-bafc-f9a9ca1d5b92 service neutron] 10.222.0.91 "GET /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847087 Aug 26 01:11:15.348399 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa484d5-6200-4651-ad60-d09f1a6a56b3 req-a21bd844-3328-4be3-819d-d3719f89ec86 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:15.349876 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-aaa484d5-6200-4651-ad60-d09f1a6a56b3 req-a21bd844-3328-4be3-819d-d3719f89ec86 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 946 time: 0.0504625 Aug 26 01:11:15.396246 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-aaa484d5-6200-4651-ad60-d09f1a6a56b3 req-89ee2948-89c8-456a-ad76-67fff211a68f tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Aug 26 01:11:16.513698 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cc5df-4acb-4fec-b3c0-7719139a3ade req-f40df5b9-9256-4157-a3a2-9e6a24d225b2 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:16.515144 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5f3cc5df-4acb-4fec-b3c0-7719139a3ade req-f40df5b9-9256-4157-a3a2-9e6a24d225b2 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 946 time: 0.0461719 Aug 26 01:11:16.562811 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [req-5f3cc5df-4acb-4fec-b3c0-7719139a3ade req-d8f39cb4-990e-4a7e-a452-01d6bd28f5a3 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Aug 26 01:11:17.298628 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a02dc6-097b-4929-a027-67c22a7a744b req-d0d80e6b-7b03-4130-9527-edce295b6310 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:17.300110 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f4a02dc6-097b-4929-a027-67c22a7a744b req-d0d80e6b-7b03-4130-9527-edce295b6310 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.91 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 946 time: 0.0442946 Aug 26 01:11:17.381598 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-f4a02dc6-097b-4929-a027-67c22a7a744b req-f0ecbec6-4c45-40a1-842d-31e1ff1d45cf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Deleting port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:11:17.381934 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-f4a02dc6-097b-4929-a027-67c22a7a744b req-f0ecbec6-4c45-40a1-842d-31e1ff1d45cf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:17.440292 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:17.471507 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [req-f4a02dc6-097b-4929-a027-67c22a7a744b req-f0ecbec6-4c45-40a1-842d-31e1ff1d45cf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] For port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:11:17.471944 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-f4a02dc6-097b-4929-a027-67c22a7a744b req-f0ecbec6-4c45-40a1-842d-31e1ff1d45cf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:17.485204 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [req-f4a02dc6-097b-4929-a027-67c22a7a744b req-f0ecbec6-4c45-40a1-842d-31e1ff1d45cf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Calling delete_port for a70ffa6d-967c-4bfc-8ada-dab1ddb2116d owned by compute:nova {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:11:17.641432 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:17.697208 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a59b2d-b027-4180-a79d-514646762d90 req-f5a41c2c-3f63-458f-8c42-a9ab763e7999 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 01:11:17.698670 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-53a59b2d-b027-4180-a79d-514646762d90 req-f5a41c2c-3f63-458f-8c42-a9ab763e7999 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 946 time: 0.0610285 Aug 26 01:11:17.745930 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-53a59b2d-b027-4180-a79d-514646762d90 req-2014f93c-a724-4f78-84cc-06feee79b200 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=cf24283a-97dc-4da6-85f8-0a42c15578b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411451 Aug 26 01:11:17.746937 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-f4a02dc6-097b-4929-a027-67c22a7a744b req-f0ecbec6-4c45-40a1-842d-31e1ff1d45cf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (a70ffa6d-967c-4bfc-8ada-dab1ddb2116d), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:17.775365 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecbec6-4c45-40a1-842d-31e1ff1d45cf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Pushing event deleted for resources: {'Port': ['ID=a70ffa6d-967c-4bfc-8ada-dab1ddb2116d,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:17.780758 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] get_ports_and_sgs() called for port_ids ['a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'] {{(pid=113337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 01:11:17.827751 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a02dc6-097b-4929-a027-67c22a7a744b req-f0ecbec6-4c45-40a1-842d-31e1ff1d45cf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] No DVR routers for this DVR port a70ffa6d-967c-4bfc-8ada-dab1ddb2116d on host hv-cinder-83538 {{(pid=113336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:11:17.830505 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [req-f4a02dc6-097b-4929-a027-67c22a7a744b req-f0ecbec6-4c45-40a1-842d-31e1ff1d45cf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008927'] for port (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:17.833915 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-f4a02dc6-097b-4929-a027-67c22a7a744b req-f0ecbec6-4c45-40a1-842d-31e1ff1d45cf tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.91 "DELETE /networking/v2.0/ports/a70ffa6d-967c-4bfc-8ada-dab1ddb2116d HTTP/1.1" status: 204 len: 173 time: 0.5284457 Aug 26 01:11:17.834374 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'name': 'network-vif-deleted', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d'}] {{(pid=113336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 01:11:17.836712 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190081515cf39abd08cc372d0b1e1f3f404260645f932a9fe1f40a8b029758d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3a67f6-5f31-4b2b-a3f5-2264f5e7ade1" -d '{"events": [{"server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "name": "network-vif-deleted", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d"}]}' {{(pid=113336) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 01:11:17.876171 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dbe533-3303-4ef7-8c73-7511e62aca0c x-openstack-request-id: req-97dbe533-3303-4ef7-8c73-7511e62aca0c {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 01:11:17.876466 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7970ad9-31b5-4946-b689-d7865b3b6462", "name": "network-vif-deleted", "tag": "a70ffa6d-967c-4bfc-8ada-dab1ddb2116d", "status": "completed", "code": 200}]} {{(pid=113336) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 01:11:17.876748 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97dbe533-3303-4ef7-8c73-7511e62aca0c {{(pid=113336) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 01:11:17.877176 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97dbe533-3303-4ef7-8c73-7511e62aca0c'] response: {'server_uuid': 'f7970ad9-31b5-4946-b689-d7865b3b6462', 'name': 'network-vif-deleted', 'tag': 'a70ffa6d-967c-4bfc-8ada-dab1ddb2116d', 'status': 'completed', 'code': 200} Aug 26 01:11:18.045385 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:11:18.858465 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [req-bb24f8d2-ef99-4f47-b411-28fea28775e2 req-87592030-7875-43e0-9f67-6d973a37eef7 tempest-TestMinimumBasicScenario-110189959 tempest-TestMinimumBasicScenario-110189959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=f7970ad9-31b5-4946-b689-d7865b3b6462 HTTP/1.1" status: 200 len: 210 time: 0.0279620 Aug 26 01:11:19.292755 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:21.204590 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 51186) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:21.764280 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device a70ffa6d-967c-4bfc-8ada-dab1ddb2116d no longer exists at agent hyperv_hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:11:21.767308 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-eead65a2-5c6e-46e9-a829-3ec85d880817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588378'] for router_interface (4fb2bd9f-f275-4413-bfb5-511628538f13), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:21.784633 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] No Port match for: a70ffa6d-967c-4bfc-8ada-dab1ddb2116d {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:11:21.784983 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Device a70ffa6d-967c-4bfc-8ada-dab1ddb2116d not bound to the agent host hv-cinder-83538 {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:11:21.944536 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:21.989431 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-eead65a2-5c6e-46e9-a829-3ec85d880817 admin admin] Deleting port 015c363e-616d-4e73-85ba-f172b9ec151a {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:11:21.989773 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-eead65a2-5c6e-46e9-a829-3ec85d880817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:22.068524 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-eead65a2-5c6e-46e9-a829-3ec85d880817 admin admin] For port 015c363e-616d-4e73-85ba-f172b9ec151a, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=015c363e-616d-4e73-85ba-f172b9ec151a,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:11:22.068887 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-eead65a2-5c6e-46e9-a829-3ec85d880817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:22.081911 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-eead65a2-5c6e-46e9-a829-3ec85d880817 admin admin] Calling delete_port for 015c363e-616d-4e73-85ba-f172b9ec151a owned by network:router_interface {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:11:22.189611 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:22.338966 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-eead65a2-5c6e-46e9-a829-3ec85d880817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (015c363e-616d-4e73-85ba-f172b9ec151a), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:22.366940 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead65a2-5c6e-46e9-a829-3ec85d880817 admin admin] Pushing event deleted for resources: {'Port': ['ID=015c363e-616d-4e73-85ba-f172b9ec151a,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:22.530524 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-eead65a2-5c6e-46e9-a829-3ec85d880817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588334'] for router_interface (4fb2bd9f-f275-4413-bfb5-511628538f13), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:22.731420 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eead65a2-5c6e-46e9-a829-3ec85d880817 admin admin] Router 4fb2bd9f-f275-4413-bfb5-511628538f13 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:11:22.820928 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:22.833152 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eead65a2-5c6e-46e9-a829-3ec85d880817 admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:11:22.838054 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-eead65a2-5c6e-46e9-a829-3ec85d880817 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/4fb2bd9f-f275-4413-bfb5-511628538f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6323903 Aug 26 01:11:22.840827 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51188) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:22.845039 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863fa0e2-31fb-40c9-9472-52633a09f6c4 None None] Sync routers for ids ['4fb2bd9f-f275-4413-bfb5-511628538f13'] in dv-cinder-835384-25-iscsi {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:22.854758 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863fa0e2-31fb-40c9-9472-52633a09f6c4 None None] Routers {'4fb2bd9f-f275-4413-bfb5-511628538f13'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:11:22.855365 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-863fa0e2-31fb-40c9-9472-52633a09f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['4fb2bd9f-f275-4413-bfb5-511628538f13'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:22.890975 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=100 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:22.942864 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Publish callbacks [] for router (4fb2bd9f-f275-4413-bfb5-511628538f13), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:22.957252 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-863fa0e2-31fb-40c9-9472-52633a09f6c4 None None] Set router 4fb2bd9f-f275-4413-bfb5-511628538f13 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:11:23.041880 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Publish callbacks [] for router_gateway (4fb2bd9f-f275-4413-bfb5-511628538f13), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:23.090040 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=100 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:23.126137 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-863fa0e2-31fb-40c9-9472-52633a09f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:11:22Z', 'revision_number': 5, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port': {'id': 'e6481739-4796-403e-b770-b3b6110a4fc8', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:07Z', 'updated_at': '2022-08-26T01:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:23.152132 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Deleting port e6481739-4796-403e-b770-b3b6110a4fc8 {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:11:23.152498 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (e6481739-4796-403e-b770-b3b6110a4fc8), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:23.155030 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863fa0e2-31fb-40c9-9472-52633a09f6c4 None None] Checking router: 4fb2bd9f-f275-4413-bfb5-511628538f13 for host: dv-cinder-835384-25-iscsi {{(pid=113338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:23.163678 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863fa0e2-31fb-40c9-9472-52633a09f6c4 None None] Routers {'4fb2bd9f-f275-4413-bfb5-511628538f13'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:11:23.164272 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-863fa0e2-31fb-40c9-9472-52633a09f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['4fb2bd9f-f275-4413-bfb5-511628538f13'], 'active': True} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:23.199131 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:23.236785 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] For port e6481739-4796-403e-b770-b3b6110a4fc8, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=e6481739-4796-403e-b770-b3b6110a4fc8,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:11:23.237156 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (e6481739-4796-403e-b770-b3b6110a4fc8), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:23.244554 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_dvr_db [None req-863fa0e2-31fb-40c9-9472-52633a09f6c4 None None] Set router 4fb2bd9f-f275-4413-bfb5-511628538f13 gateway port host: None {{(pid=113338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:11:23.250292 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Calling delete_port for e6481739-4796-403e-b770-b3b6110a4fc8 owned by network:router_gateway {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:11:23.297940 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.l3_hamode_db [None req-863fa0e2-31fb-40c9-9472-52633a09f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:11:23Z', 'revision_number': 6, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port_host': None}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:23.322502 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863fa0e2-31fb-40c9-9472-52633a09f6c4 None None] The sync data for ids ['4fb2bd9f-f275-4413-bfb5-511628538f13'] in dv-cinder-835384-25-iscsi is: [{'id': '4fb2bd9f-f275-4413-bfb5-511628538f13', 'name': 'tempest-TestMinimumBasicScenario-345044090-router', 'tenant_id': '192b8e73733046a188480d27a9092022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:06Z', 'updated_at': '2022-08-26T01:11:23Z', 'revision_number': 6, 'project_id': '192b8e73733046a188480d27a9092022', 'gw_port_host': None}] {{(pid=113338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:23.479096 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (e6481739-4796-403e-b770-b3b6110a4fc8), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:23.501755 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6481739-4796-403e-b770-b3b6110a4fc8,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:23.816869 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587935'] for router_gateway (4fb2bd9f-f275-4413-bfb5-511628538f13), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:23.908144 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26948'] for router (4fb2bd9f-f275-4413-bfb5-511628538f13), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:23.910253 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Publish callbacks [] for router_controller (4fb2bd9f-f275-4413-bfb5-511628538f13), precommit_delete_associations {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.030147 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588406'] for router (4fb2bd9f-f275-4413-bfb5-511628538f13), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.030684 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fb2bd9f-f275-4413-bfb5-511628538f13 {{(pid=113335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 01:11:24.034927 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.035976 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-36fd5cd9-2748-46d3-bfb7-331117b2c82b admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/4fb2bd9f-f275-4413-bfb5-511628538f13 HTTP/1.1" status: 204 len: 168 time: 1.1941559 Aug 26 01:11:24.038860 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51190) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:24.072441 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:24.091577 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8abd36-d6d1-4211-9465-3ddfe6bec58f admin admin] Deleting subnet 3ec35a66-c022-48fb-bff3-c1c4c309208b {{(pid=113335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 01:11:24.094999 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ac8abd36-d6d1-4211-9465-3ddfe6bec58f admin admin] Publish callbacks [] for subnet (3ec35a66-c022-48fb-bff3-c1c4c309208b), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.135282 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ac8abd36-d6d1-4211-9465-3ddfe6bec58f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14309376'] for subnet (3ec35a66-c022-48fb-bff3-c1c4c309208b), precommit_delete_associations {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.172319 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 015c363e-616d-4e73-85ba-f172b9ec151a no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:11:24.179407 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:24.202230 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 015c363e-616d-4e73-85ba-f172b9ec151a {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:11:24.202580 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 015c363e-616d-4e73-85ba-f172b9ec151a not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:11:24.204112 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device e6481739-4796-403e-b770-b3b6110a4fc8 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:11:24.218915 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ac8abd36-d6d1-4211-9465-3ddfe6bec58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (3ec35a66-c022-48fb-bff3-c1c4c309208b), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.222266 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: e6481739-4796-403e-b770-b3b6110a4fc8 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:11:24.222620 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device e6481739-4796-403e-b770-b3b6110a4fc8 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:11:24.342288 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ac8abd36-d6d1-4211-9465-3ddfe6bec58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14590092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14132285'] for subnet (3ec35a66-c022-48fb-bff3-c1c4c309208b), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.369218 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8abd36-d6d1-4211-9465-3ddfe6bec58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec35a66-c022-48fb-bff3-c1c4c309208b,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:24.373204 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-ac8abd36-d6d1-4211-9465-3ddfe6bec58f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for subnet (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.376530 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-ac8abd36-d6d1-4211-9465-3ddfe6bec58f admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/3ec35a66-c022-48fb-bff3-c1c4c309208b HTTP/1.1" status: 204 len: 168 time: 0.3359575 Aug 26 01:11:24.378991 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417438c8-b6c0-4fa1-907d-40243cd21e30 None None] Network f0f83622-0710-4ed4-a21e-88445332d373 requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:11:24.379289 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51192) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:24.454197 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (f0f83622-0710-4ed4-a21e-88445332d373), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.501231 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Deleting port b8b49253-fe06-440c-9d1d-e3ddd5321534 {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:11:24.501574 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.548055 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] DHCP port deletion for f0f83622-0710-4ed4-a21e-88445332d373 request from dv-cinder-835384-25-iscsi {{(pid=113337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 01:11:24.572162 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] For port b8b49253-fe06-440c-9d1d-e3ddd5321534, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=b8b49253-fe06-440c-9d1d-e3ddd5321534,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:11:24.572559 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.586695 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Calling delete_port for b8b49253-fe06-440c-9d1d-e3ddd5321534 owned by network:dhcp {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:11:24.589177 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Deleting port b8b49253-fe06-440c-9d1d-e3ddd5321534 {{(pid=113337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:11:24.589555 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), before_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.652509 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] For port b8b49253-fe06-440c-9d1d-e3ddd5321534, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=b8b49253-fe06-440c-9d1d-e3ddd5321534,segment=NetworkSegment(1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef),segment_id=1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:11:24.652839 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), precommit_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.665498 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Calling delete_port for b8b49253-fe06-440c-9d1d-e3ddd5321534 owned by network:dhcp {{(pid=113337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:11:24.725148 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.733106 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:24.740656 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386'] for port (b8b49253-fe06-440c-9d1d-e3ddd5321534), after_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.750293 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b49253-fe06-440c-9d1d-e3ddd5321534,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:24.755359 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] No DVR routers for this DVR port b8b49253-fe06-440c-9d1d-e3ddd5321534 on host dv-cinder-835384-25-iscsi {{(pid=113335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:11:24.837235 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (f0f83622-0710-4ed4-a21e-88445332d373), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.859138 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f83622-0710-4ed4-a21e-88445332d373']}} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:24.869436 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef') {'for_net_delete': True} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:24.872202 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef') {} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:24.880021 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14309385'] for segment (1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.889647 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Pushing event deleted for resources: {'Port': ['ID=b8b49253-fe06-440c-9d1d-e3ddd5321534,revision_number=None']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:24.894096 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:24.894343 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.895124 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] No DVR routers for this DVR port b8b49253-fe06-440c-9d1d-e3ddd5321534 on host dv-cinder-835384-25-iscsi {{(pid=113337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:11:24.901589 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=113335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:24.901780 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.901999 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14590166'] for segment (1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:24.902137 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.902347 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.902674 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.907976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.907976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.907976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.907976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.907976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.907976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.907976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.907976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.907976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.907976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.907976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3aa95-8533-4b83-9481-f597364e9d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-25-iscsi {{(pid=113337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 01:11:24.926737 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment 1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef resource provider aggregate not found Aug 26 01:11:24.959490 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment 1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ae321e9-8e74-4539-a2a8-a71dfa4fb7ef found for delete ", "request_id": "req-703aa7f7-f88d-4d26-b61b-8a09812c155b"}]} Aug 26 01:11:25.050763 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (f0f83622-0710-4ed4-a21e-88445332d373), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:25.056932 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:25.060085 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/f0f83622-0710-4ed4-a21e-88445332d373 HTTP/1.1" status: 204 len: 168 time: 0.6798751 Aug 26 01:11:25.070176 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 51198) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:25.071780 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ee018-29ef-481d-aded-e89dd522658a admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f83622-0710-4ed4-a21e-88445332d373,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:25.374537 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a71828a8-dacd-4ebf-b75f-4cd8090b964a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588378'] for router_interface (6865457a-ad8b-418e-b6f1-260891cf1f37), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:25.418530 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:25.593541 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-a71828a8-dacd-4ebf-b75f-4cd8090b964a admin admin] Deleting port fc01014f-f745-4b21-9f82-7a97c4be0347 {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:11:25.593866 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a71828a8-dacd-4ebf-b75f-4cd8090b964a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:25.672370 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-a71828a8-dacd-4ebf-b75f-4cd8090b964a admin admin] For port fc01014f-f745-4b21-9f82-7a97c4be0347, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=fc01014f-f745-4b21-9f82-7a97c4be0347,segment=NetworkSegment(f722bc73-f399-4cfc-88be-04522948fce5),segment_id=f722bc73-f399-4cfc-88be-04522948fce5)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:11:25.672680 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a71828a8-dacd-4ebf-b75f-4cd8090b964a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:25.689094 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-a71828a8-dacd-4ebf-b75f-4cd8090b964a admin admin] Calling delete_port for fc01014f-f745-4b21-9f82-7a97c4be0347 owned by network:router_interface {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:11:25.811261 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:25.921684 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a71828a8-dacd-4ebf-b75f-4cd8090b964a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (fc01014f-f745-4b21-9f82-7a97c4be0347), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:25.947627 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71828a8-dacd-4ebf-b75f-4cd8090b964a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc01014f-f745-4b21-9f82-7a97c4be0347,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:26.108321 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-a71828a8-dacd-4ebf-b75f-4cd8090b964a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588334'] for router_interface (6865457a-ad8b-418e-b6f1-260891cf1f37), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:26.224027 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device b8b49253-fe06-440c-9d1d-e3ddd5321534 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:11:26.241921 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: b8b49253-fe06-440c-9d1d-e3ddd5321534 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:11:26.242261 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device b8b49253-fe06-440c-9d1d-e3ddd5321534 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:11:26.318237 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:26.320125 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71828a8-dacd-4ebf-b75f-4cd8090b964a admin admin] Router 6865457a-ad8b-418e-b6f1-260891cf1f37 has already been hosted by L3 agent 671a504e-b741-4cae-ab82-62630f5b2a7e {{(pid=113336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 01:11:26.422468 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71828a8-dacd-4ebf-b75f-4cd8090b964a admin admin] Notify agent at l3_agent.dv-cinder-835384-25-iscsi the message routers_updated {{(pid=113336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 01:11:26.428012 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-a71828a8-dacd-4ebf-b75f-4cd8090b964a admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/6865457a-ad8b-418e-b6f1-260891cf1f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3567390 Aug 26 01:11:26.430496 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 51200) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:26.432427 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d50306-db2c-4901-a4fe-bb9c7a5e6727 None None] Sync routers for ids ['6865457a-ad8b-418e-b6f1-260891cf1f37'] in dv-cinder-835384-25-iscsi {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 01:11:26.443609 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d50306-db2c-4901-a4fe-bb9c7a5e6727 None None] Routers {'6865457a-ad8b-418e-b6f1-260891cf1f37'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:11:26.444225 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-09d50306-db2c-4901-a4fe-bb9c7a5e6727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['6865457a-ad8b-418e-b6f1-260891cf1f37'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:26.526354 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Publish callbacks [] for router (6865457a-ad8b-418e-b6f1-260891cf1f37), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:26.546412 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-09d50306-db2c-4901-a4fe-bb9c7a5e6727 None None] Set router 6865457a-ad8b-418e-b6f1-260891cf1f37 gateway port host: dv-cinder-835384-25-iscsi {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:11:26.626165 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Publish callbacks [] for router_gateway (6865457a-ad8b-418e-b6f1-260891cf1f37), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:26.715711 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-09d50306-db2c-4901-a4fe-bb9c7a5e6727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'name': 'tempest-TestMinimumBasicScenario-1829152616-router', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'external_fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:13Z', 'updated_at': '2022-08-26T01:11:25Z', 'revision_number': 5, 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'gw_port': {'id': '54a71a5e-62f2-4dbe-9bfc-ab3021c8231e', 'name': '', 'network_id': '19dabfec-9dee-4dae-afa8-2adcf8ccbda4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T01:09:14Z', 'updated_at': '2022-08-26T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68426929-39c4-41f2-973e-be2fc395ac1a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-25-iscsi'}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:26.728760 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Deleting port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e {{(pid=113336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:11:26.729101 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:26.741219 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d50306-db2c-4901-a4fe-bb9c7a5e6727 None None] Checking router: 6865457a-ad8b-418e-b6f1-260891cf1f37 for host: dv-cinder-835384-25-iscsi {{(pid=113337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 01:11:26.750268 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d50306-db2c-4901-a4fe-bb9c7a5e6727 None None] Routers {'6865457a-ad8b-418e-b6f1-260891cf1f37'} bound to L3 agent in host dv-cinder-835384-25-iscsi {{(pid=113337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 01:11:26.750882 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-09d50306-db2c-4901-a4fe-bb9c7a5e6727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T00:45:33Z,description=,heartbeat_timestamp=2022-08-26T01:11:03Z,host='dv-cinder-835384-25-iscsi',id=671a504e-b741-4cae-ab82-62630f5b2a7e,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T00:45:34Z,topic='l3_agent')) {'router_ids': ['6865457a-ad8b-418e-b6f1-260891cf1f37'], 'active': True} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:26.809532 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.db [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] For port 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=54a71a5e-62f2-4dbe-9bfc-ab3021c8231e,segment=NetworkSegment(7a401ed2-8d8e-40c8-984e-13bead7bb722),segment_id=7a401ed2-8d8e-40c8-984e-13bead7bb722)] {{(pid=113336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:11:26.809897 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:26.816786 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=100 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:26.823431 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.plugins.ml2.plugin [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Calling delete_port for 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e owned by network:router_gateway {{(pid=113336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:11:26.834755 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvr_db [None req-09d50306-db2c-4901-a4fe-bb9c7a5e6727 None None] Set router 6865457a-ad8b-418e-b6f1-260891cf1f37 gateway port host: None {{(pid=113337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 01:11:26.883359 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_hamode_db [None req-09d50306-db2c-4901-a4fe-bb9c7a5e6727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'name': 'tempest-TestMinimumBasicScenario-1829152616-router', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:13Z', 'updated_at': '2022-08-26T01:11:26Z', 'revision_number': 6, 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'gw_port_host': None}], 'dv-cinder-835384-25-iscsi', False) {} {{(pid=113337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:26.911993 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d50306-db2c-4901-a4fe-bb9c7a5e6727 None None] The sync data for ids ['6865457a-ad8b-418e-b6f1-260891cf1f37'] in dv-cinder-835384-25-iscsi is: [{'id': '6865457a-ad8b-418e-b6f1-260891cf1f37', 'name': 'tempest-TestMinimumBasicScenario-1829152616-router', 'tenant_id': '409f95e72aab4ece80b05d9d89c28e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T01:09:13Z', 'updated_at': '2022-08-26T01:11:26Z', 'revision_number': 6, 'project_id': '409f95e72aab4ece80b05d9d89c28e3b', 'gw_port_host': None}] {{(pid=113337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 01:11:27.055953 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16517153'] for port (54a71a5e-62f2-4dbe-9bfc-ab3021c8231e), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:27.078658 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a71a5e-62f2-4dbe-9bfc-ab3021c8231e,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:27.145148 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587935'] for router_gateway (6865457a-ad8b-418e-b6f1-260891cf1f37), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:27.500989 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26948'] for router (6865457a-ad8b-418e-b6f1-260891cf1f37), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:27.503208 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Publish callbacks [] for router_controller (6865457a-ad8b-418e-b6f1-260891cf1f37), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:27.619725 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588406'] for router (6865457a-ad8b-418e-b6f1-260891cf1f37), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:27.620216 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6865457a-ad8b-418e-b6f1-260891cf1f37 {{(pid=113336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 01:11:27.624540 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:27.625613 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-0eacb9d4-ff96-47ab-bbc1-4e7dc8e657f1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/6865457a-ad8b-418e-b6f1-260891cf1f37 HTTP/1.1" status: 204 len: 168 time: 1.1939437 Aug 26 01:11:27.628143 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.wsgi [-] (113336) accepted ('10.222.0.59', 51202) {{(pid=113336) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:27.674381 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c2fe77-78d7-4c53-a47a-0b913ff7f53d admin admin] Deleting subnet 84a88f8b-74ae-4268-967a-2be04b2c6c62 {{(pid=113336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 01:11:27.677865 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-95c2fe77-78d7-4c53-a47a-0b913ff7f53d admin admin] Publish callbacks [] for subnet (84a88f8b-74ae-4268-967a-2be04b2c6c62), before_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:27.728333 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-95c2fe77-78d7-4c53-a47a-0b913ff7f53d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15151684'] for subnet (84a88f8b-74ae-4268-967a-2be04b2c6c62), precommit_delete_associations {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:27.753788 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:27.809654 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-95c2fe77-78d7-4c53-a47a-0b913ff7f53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399443'] for subnet (84a88f8b-74ae-4268-967a-2be04b2c6c62), precommit_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.002118 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-95c2fe77-78d7-4c53-a47a-0b913ff7f53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1400416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16517140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14176858'] for subnet (84a88f8b-74ae-4268-967a-2be04b2c6c62), after_delete {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.026194 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2fe77-78d7-4c53-a47a-0b913ff7f53d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a88f8b-74ae-4268-967a-2be04b2c6c62,revision_number=None']} {{(pid=113336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:28.032592 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG neutron_lib.callbacks.manager [None req-95c2fe77-78d7-4c53-a47a-0b913ff7f53d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.035996 dv-cinder-835384-25-iscsi neutron-server[113336]: INFO neutron.wsgi [None req-95c2fe77-78d7-4c53-a47a-0b913ff7f53d admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/84a88f8b-74ae-4268-967a-2be04b2c6c62 HTTP/1.1" status: 204 len: 168 time: 0.4065721 Aug 26 01:11:28.037729 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8538db8-f034-45be-b0a2-2b4368b116d0 None None] Network b5225020-bc11-4489-913b-a5f180764dbc requested from dv-cinder-835384-25-iscsi {{(pid=113337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 01:11:28.038697 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51204) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:28.108786 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1602826'] for network (b5225020-bc11-4489-913b-a5f180764dbc), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.111122 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:28.157119 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Deleting port d2d1c364-27fc-43f9-b6fb-c5720661009b {{(pid=113335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:11:28.157469 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.197697 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b568613a-836e-4f56-a7f9-c4ddc70f9a23 None None] DHCP port deletion for b5225020-bc11-4489-913b-a5f180764dbc request from dv-cinder-835384-25-iscsi {{(pid=113337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 01:11:28.199762 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device fc01014f-f745-4b21-9f82-7a97c4be0347 no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:11:28.225878 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: fc01014f-f745-4b21-9f82-7a97c4be0347 {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:11:28.228683 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device fc01014f-f745-4b21-9f82-7a97c4be0347 not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:11:28.228683 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:11:28.233588 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.db [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] For port d2d1c364-27fc-43f9-b6fb-c5720661009b, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=d2d1c364-27fc-43f9-b6fb-c5720661009b,segment=NetworkSegment(f722bc73-f399-4cfc-88be-04522948fce5),segment_id=f722bc73-f399-4cfc-88be-04522948fce5)] {{(pid=113335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:11:28.233955 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.247586 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.plugin [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Calling delete_port for d2d1c364-27fc-43f9-b6fb-c5720661009b owned by network:dhcp {{(pid=113335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:11:28.265868 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:11:28.266219 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device 54a71a5e-62f2-4dbe-9bfc-ab3021c8231e not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:11:28.273064 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b568613a-836e-4f56-a7f9-c4ddc70f9a23 None None] Deleting port d2d1c364-27fc-43f9-b6fb-c5720661009b {{(pid=113337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 01:11:28.273442 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b568613a-836e-4f56-a7f9-c4ddc70f9a23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751692712951'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), before_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.292294 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:28.339452 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.db [None req-b568613a-836e-4f56-a7f9-c4ddc70f9a23 None None] For port d2d1c364-27fc-43f9-b6fb-c5720661009b, host dv-cinder-835384-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-25-iscsi',level=0,port_id=d2d1c364-27fc-43f9-b6fb-c5720661009b,segment=NetworkSegment(f722bc73-f399-4cfc-88be-04522948fce5),segment_id=f722bc73-f399-4cfc-88be-04522948fce5)] {{(pid=113337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 01:11:28.339852 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b568613a-836e-4f56-a7f9-c4ddc70f9a23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-589651'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), precommit_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.352726 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b568613a-836e-4f56-a7f9-c4ddc70f9a23 None None] Calling delete_port for d2d1c364-27fc-43f9-b6fb-c5720661009b owned by network:dhcp {{(pid=113337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 01:11:28.413758 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14590137'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.424922 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b568613a-836e-4f56-a7f9-c4ddc70f9a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1623955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751692720532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751692291386'] for port (d2d1c364-27fc-43f9-b6fb-c5720661009b), after_delete {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.446507 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] No DVR routers for this DVR port d2d1c364-27fc-43f9-b6fb-c5720661009b on host dv-cinder-835384-25-iscsi {{(pid=113335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:11:28.448930 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568613a-836e-4f56-a7f9-c4ddc70f9a23 None None] Pushing event deleted for resources: {'Port': ['ID=d2d1c364-27fc-43f9-b6fb-c5720661009b,revision_number=None']} {{(pid=113337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:28.451986 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d1c364-27fc-43f9-b6fb-c5720661009b,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:28.452264 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568613a-836e-4f56-a7f9-c4ddc70f9a23 None None] No DVR routers for this DVR port d2d1c364-27fc-43f9-b6fb-c5720661009b on host dv-cinder-835384-25-iscsi {{(pid=113337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 01:11:28.528155 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385528', 'neutron.services.segments.db._delete_segments_for_network-8751692743774'] for network (b5225020-bc11-4489-913b-a5f180764dbc), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.548582 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5225020-bc11-4489-913b-a5f180764dbc']}} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:28.557659 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f722bc73-f399-4cfc-88be-04522948fce5') {'for_net_delete': True} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:28.557954 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.services.segments.db [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f722bc73-f399-4cfc-88be-04522948fce5') {} {{(pid=113335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 01:11:28.567566 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751692817372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14309385'] for segment (f722bc73-f399-4cfc-88be-04522948fce5), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.580629 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247'] for segment (f722bc73-f399-4cfc-88be-04522948fce5), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.587261 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=113335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 01:11:28.587644 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1747247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14590166'] for segment (f722bc73-f399-4cfc-88be-04522948fce5), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.629308 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment f722bc73-f399-4cfc-88be-04522948fce5 resource provider aggregate not found Aug 26 01:11:28.647206 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.services.segments.plugin [-] Segment f722bc73-f399-4cfc-88be-04522948fce5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f722bc73-f399-4cfc-88be-04522948fce5 found for delete ", "request_id": "req-3d1822a7-b273-487a-ac46-2f5fc9c24834"}]} Aug 26 01:11:28.741545 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587963'] for network (b5225020-bc11-4489-913b-a5f180764dbc), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.746993 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528501'] for network (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:28.750094 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/b5225020-bc11-4489-913b-a5f180764dbc HTTP/1.1" status: 204 len: 168 time: 0.7099257 Aug 26 01:11:28.762062 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951d6d8-7729-4d87-b6f8-52446d5536f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5225020-bc11-4489-913b-a5f180764dbc,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:29.168970 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51212) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:29.208789 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-25b4959c-8944-4f0e-aeb5-fcd690e8f8d7 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=192b8e73733046a188480d27a9092022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386286 Aug 26 01:11:29.211144 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51214) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:29.258575 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-76a29d46-4577-443f-b6b2-5d7666fafc41 admin admin] Publish callbacks [] for security_group (cf24283a-97dc-4da6-85f8-0a42c15578b0), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:29.277987 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-76a29d46-4577-443f-b6b2-5d7666fafc41 admin admin] Publish callbacks [] for security_group (cf24283a-97dc-4da6-85f8-0a42c15578b0), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:29.407210 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-76a29d46-4577-443f-b6b2-5d7666fafc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (cf24283a-97dc-4da6-85f8-0a42c15578b0), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:29.409772 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-76a29d46-4577-443f-b6b2-5d7666fafc41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:29.410948 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-76a29d46-4577-443f-b6b2-5d7666fafc41 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/cf24283a-97dc-4da6-85f8-0a42c15578b0 HTTP/1.1" status: 204 len: 168 time: 0.1989369 Aug 26 01:11:29.419193 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a29d46-4577-443f-b6b2-5d7666fafc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf24283a-97dc-4da6-85f8-0a42c15578b0,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:30.165006 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device d2d1c364-27fc-43f9-b6fb-c5720661009b no longer exists at agent ovs-agent-dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 01:11:30.174034 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51220) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:30.188020 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.plugin [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] No Port match for: d2d1c364-27fc-43f9-b6fb-c5720661009b {{(pid=113337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 01:11:30.188372 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron.plugins.ml2.rpc [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Device d2d1c364-27fc-43f9-b6fb-c5720661009b not bound to the agent host dv-cinder-835384-25-iscsi {{(pid=113337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 01:11:30.215963 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-c479f1f5-8018-4a53-aef8-3a23b8d153a8 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=409f95e72aab4ece80b05d9d89c28e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408068 Aug 26 01:11:30.218412 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [-] (113335) accepted ('10.222.0.59', 51222) {{(pid=113335) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 01:11:30.267251 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f6276733-3756-4866-9738-3ed34644879f admin admin] Publish callbacks [] for security_group (caa4b6e3-f596-46da-9507-541861c9c923), before_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:30.286801 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f6276733-3756-4866-9738-3ed34644879f admin admin] Publish callbacks [] for security_group (caa4b6e3-f596-46da-9507-541861c9c923), precommit_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:30.407479 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f6276733-3756-4866-9738-3ed34644879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749028'] for security_group (caa4b6e3-f596-46da-9507-541861c9c923), after_delete {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:30.410082 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron_lib.callbacks.manager [None req-f6276733-3756-4866-9738-3ed34644879f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:30.411378 dv-cinder-835384-25-iscsi neutron-server[113335]: INFO neutron.wsgi [None req-f6276733-3756-4866-9738-3ed34644879f admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/caa4b6e3-f596-46da-9507-541861c9c923 HTTP/1.1" status: 204 len: 168 time: 0.1920645 Aug 26 01:11:30.415464 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:30.420573 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6276733-3756-4866-9738-3ed34644879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa4b6e3-f596-46da-9507-541861c9c923,revision_number=None']} {{(pid=113335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 01:11:30.673260 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-03dacb38-741a-4840-afd1-fe7fe29ab7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:33.093133 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-562b339e-b165-4557-b4a6-a313c1351c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:33.300603 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=18 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:33.301787 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:34.427202 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:35.809594 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:35.810309 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:35.896188 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:38.007850 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=2 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:38.026814 dv-cinder-835384-25-iscsi neutron-server[113336]: DEBUG dbcounter [-] [113336] Writing DB stats neutron:SELECT=72,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=113336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:40.414444 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG dbcounter [-] [113335] Writing DB stats neutron:SELECT=57,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113335) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:44.986155 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:44.990088 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:49.144442 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:11:49.227447 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:11:55.044810 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:11:59.147913 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:00.678312 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-c196f317-1617-4563-959a-c5738a5c95a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:12:03.101249 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-ddac8739-44d6-4283-bdae-68e403eb988e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:12:04.432970 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:12:05.039273 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:05.040001 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:05.809722 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:12:05.892681 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:12:15.814599 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:15.816466 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:19.240946 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:12:29.143086 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:29.144938 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:30.649240 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-3da3640c-3e1e-4a78-b1c8-444073d2f760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:12:30.796690 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=17 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:30.797376 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=15 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:32.044146 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:12:33.089034 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9a6ace55-703d-4bd2-a832-09729f587404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:12:34.438411 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:12:35.806016 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:12:35.897696 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:12:42.040323 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:45.819269 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:45.821168 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:49.263238 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:12:58.992295 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:58.993100 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:59.143647 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:12:59.145478 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:13:00.651802 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-f8e73ee4-a23e-4543-8de4-9e454f682a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:13:03.068986 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6810-8286-4c88-bad5-b7ee51ebec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:13:04.471808 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:13:05.834702 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:13:05.951876 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:13:09.043092 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:13:15.820087 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:13:15.826097 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:13:19.038589 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:13:19.039578 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:13:19.228626 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:13:29.142140 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:13:29.143977 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:13:30.662740 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-d0834653-5b45-400f-ace1-a823e867a0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:13:33.077143 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7f874dad-e190-4ebb-8867-f10037759f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:13:34.437477 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:13:35.845683 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:13:35.902810 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:13:40.005777 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:13:40.006510 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=5 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:13:46.042459 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:13:49.291347 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:13:50.802815 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:13:56.038650 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:13:59.157058 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:00.685458 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc21c-4368-4eba-9708-12f8950e9a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:14:03.087549 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7e23ff1c-3472-45e1-975d-cd4c990930b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:14:04.433628 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:14:05.845809 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:14:05.913479 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:14:13.000563 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:13.004445 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:15.829090 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:15.831957 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:19.256360 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:14:23.042238 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:14:29.183552 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:29.185420 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:30.667620 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-87bd36e2-3e51-4d6e-ad0d-8c86d6691f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:14:30.807990 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=13 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:33.038260 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=15 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:33.061949 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-671c15ab-928a-49e3-9849-7614ae490a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:14:34.467881 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:14:35.827047 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:14:35.927364 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:14:45.831018 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:45.831932 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:49.267616 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:14:50.000788 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:50.001624 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:57.093597 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-99fd5192-94dc-4e87-b32b-570dce357bf1 service neutron] (113335) timed out ('10.222.0.59', 46730) {{(pid=113335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 01:14:57.264589 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [req-937a2cb4-ad06-4b26-8d73-c2ead76a6909 req-5ed41408-ed3e-4072-9f4a-0e12b06cf54e tempest-AttachVolumeShelveTestJSON-700972569 tempest-AttachVolumeShelveTestJSON-700972569-project] (113335) timed out ('10.222.0.59', 46738) {{(pid=113335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 01:14:59.186536 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:59.188381 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:14:59.208765 dv-cinder-835384-25-iscsi neutron-server[113335]: DEBUG neutron.wsgi [req-72823ef4-267e-4f1f-97b0-12306aefa27d req-06c804f5-e077-4eae-885c-037c993825d4 service neutron] (113335) timed out ('10.222.0.91', 61791) {{(pid=113335) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 01:15:00.041136 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:15:00.663951 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-99dc123f-9c62-4b68-a82a-8ab81d44cae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:15:03.086675 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-4819f57a-bdd3-4d17-b73e-9bf674582515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:15:04.435870 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:15:05.834837 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:15:05.930297 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:15:10.036225 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:15:10.037049 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:15:15.833569 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:15:15.835470 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:15:19.273432 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:15:29.054467 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:15:29.055350 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:15:29.200801 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:15:29.202638 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:15:30.692350 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3d0f-39ac-4999-b862-e73a5b00764d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:15:33.090262 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-14a176a4-d1ef-428a-990a-e1a583df944c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:15:34.446702 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:15:35.839412 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:15:35.920398 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:15:37.041135 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:15:47.036976 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:15:49.267011 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:15:59.200537 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:15:59.202393 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:00.694991 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-38c23254-f881-40ba-b046-d2cd787f4b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:16:03.120552 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-03c4d537-574b-4a1e-af88-d51cf819e00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:16:04.003231 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=2 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:04.004001 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=4 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:04.469261 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:16:05.840657 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:16:05.908909 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:16:14.040830 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 01:16:15.837278 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:15.839164 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:19.286128 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:16:29.203976 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=3 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:29.205873 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:30.662956 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-99dd7e1f-fe5f-4f1c-9b51-6db28d7c98be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (0f18a484-9a3c-43f5-8441-a7baaff21447), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:16:30.887129 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=15 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:30.888975 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=13 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:33.091335 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-0633b235-e15e-4256-9017-29cd2ef2e029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (671a504e-b741-4cae-ab82-62630f5b2a7e), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:16:34.449310 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-7c186502-bf15-40de-9af8-574cf1576c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (45dd9209-6d7a-4779-b54a-03cd9820b6c2), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:16:35.841182 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-addbfe48-7598-4cd0-a7c7-68c9b60099ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (f0e57f62-e776-48e0-a68e-50927cdc64cf), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:16:35.943256 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-b50e7829-6a22-4e68-a68f-f3004e14e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (34d3ac42-0ad0-4081-a3bb-2c221c1000f6), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:16:40.989039 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=1 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:40.999165 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG dbcounter [-] [113338] Writing DB stats neutron:SELECT=5 {{(pid=113338) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:45.837470 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:45.839363 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG dbcounter [-] [113337] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113337) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 01:16:49.254934 dv-cinder-835384-25-iscsi neutron-server[113337]: DEBUG neutron_lib.callbacks.manager [None req-548a71fa-68dd-44d6-bc76-64e367b470db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751692743756', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1400295'] for agent (be848e27-a01e-41dd-8017-aca5ed0b6359), after_update {{(pid=113337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 01:16:51.042965 dv-cinder-835384-25-iscsi neutron-server[113338]: DEBUG neutron.db.agents_db [None req-eaeb90eb-5b86-4cba-9ba6-e896127efb91 None None] Agent healthcheck: found 6 active agents {{(pid=113338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}